-- Logs begin at Thu 2021-11-18 15:56:45 UTC, end at Thu 2021-11-18 16:56:02 UTC. -- Nov 18 16:29:07.622763 dv-cinder-733622-22-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 18 16:29:10.381394 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:29:10.381992 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev207 Nov 18 16:29:10.382075 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102804) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 18 16:29:10.385239 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.common.config [-] Logging enabled! Nov 18 16:29:10.385494 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev207 Nov 18 16:29:10.385809 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102804) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 18 16:29:10.386761 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:29:10.386997 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 16:29:10.387361 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:29:10.387607 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 16:29:10.387836 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 16:29:10.388157 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.388573 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 18 16:29:10.388885 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.389180 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.389471 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.389763 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.390056 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.390358 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.390651 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.390952 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.391241 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.391525 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.391811 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.392105 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.392434 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.392935 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.393243 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.393536 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] debug = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.393824 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.394264 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.394715 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.395002 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.395295 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.395577 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.395854 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.396136 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.396425 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.396756 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] host = dv-cinder-733622-22-iscsi {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.397037 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.397327 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.397614 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.397903 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.398182 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.398487 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.398776 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.399051 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.399325 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.399600 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.399891 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.400180 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.400472 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.400700 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.400926 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.401216 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.401502 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.401776 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.402051 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.402350 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.402626 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.402907 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.403179 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.403464 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.403750 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.404034 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.404309 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.404584 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.404858 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.405130 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.405415 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.405687 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.405958 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.406232 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.406549 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.406816 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.407089 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.407388 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.407673 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.408476 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.408774 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.409049 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.409334 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.409608 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.409880 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.410151 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] use_json = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.410448 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.410722 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.411003 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.411277 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.411548 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.411822 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.412091 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.412375 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:10.412673 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.412976 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.413285 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.413571 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.413876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.414157 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.414469 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.414751 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.415042 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.415330 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.415619 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.415897 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.416183 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.416460 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.416754 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.417058 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.417354 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.417650 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.417929 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.418202 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.418507 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.418790 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.419079 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.419359 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.419651 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.419946 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.420226 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.420517 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.420813 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.421107 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.421385 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.421667 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.421963 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.422243 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.422544 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.422826 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.423121 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.423405 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.424228 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.424513 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.424792 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.425068 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.425343 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.425622 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.425914 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.426193 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.426495 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.426768 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.427047 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.427319 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.427604 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.427881 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.428152 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.428424 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.428955 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.429229 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.429502 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.429780 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.430051 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.430354 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.430628 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.430900 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.431173 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.431446 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.431720 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.431992 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.432264 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.432542 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.432815 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.433087 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.433366 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.433639 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.433912 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.434200 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.434521 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.434802 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.435111 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.435365 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.435646 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.435924 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.436201 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.436478 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.436757 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.437031 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.437324 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.437609 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.437900 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.438181 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.438489 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.438802 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.439080 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.439524 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.440022 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.440318 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.440608 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.440901 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.441203 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.441504 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.441804 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.442101 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.442425 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.442780 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.443150 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.443317 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:10.443551 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 16:29:10.443885 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102804) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 18 16:29:10.872976 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 18 16:29:10.873256 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 18 16:29:10.873574 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 18 16:29:10.873915 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 18 16:29:11.200559 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.200794 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.201032 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.202222 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.202559 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.204603 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.239466 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.239745 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.240023 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.255540 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.255824 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.256094 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.284760 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.285041 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.285313 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.323727 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.324012 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.324284 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.567626 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.568264 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.568264 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.568483 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.569113 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.668132 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.668450 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.668737 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.669010 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.669279 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.669592 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.669853 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.670110 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.670395 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.670682 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.670943 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.671210 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.671467 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.671720 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.671974 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.672236 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.672494 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.672760 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.673029 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.673289 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.673591 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.673842 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.674123 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.674526 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.674778 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.675027 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.675424 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:11.675665 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:11.675903 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:11.676139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:11.676375 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:11.676610 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:11.676976 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 18 16:29:11.680387 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 18 16:29:11.684401 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 18 16:29:11.688275 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 18 16:29:11.690625 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 18 16:29:11.691093 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 18 16:29:11.691432 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 18 16:29:11.691822 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 18 16:29:11.694650 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 18 16:29:11.694906 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 18 16:29:11.695260 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 18 16:29:11.700497 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 18 16:29:11.723869 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 18 16:29:11.724317 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.724621 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102804) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 18 16:29:11.724987 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.726556 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102804) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 18 16:29:11.726842 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 18 16:29:11.727096 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 18 16:29:11.730300 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.730598 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:11.794342 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 18 16:29:11.794588 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 18 16:29:11.794829 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 18 16:29:11.795211 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 18 16:29:11.816484 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_db.sqlalchemy.engines [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102804) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 18 16:29:12.358203 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing driver for type 'gre' Nov 18 16:29:12.358659 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] gre ID ranges: [(1, 1000)] Nov 18 16:29:12.410903 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing driver for type 'local' Nov 18 16:29:12.411247 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing driver for type 'vlan' Nov 18 16:29:12.424865 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] VlanTypeDriver initialization complete Nov 18 16:29:12.425267 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing driver for type 'vxlan' Nov 18 16:29:12.425722 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] vxlan ID ranges: [(1, 1000)] Nov 18 16:29:12.478217 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing extension driver 'port_security' Nov 18 16:29:12.478569 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.extensions.port_security [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] PortSecurityExtensionDriver initialization complete Nov 18 16:29:12.478907 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing mechanism driver 'openvswitch' Nov 18 16:29:12.479245 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing mechanism driver 'hyperv' Nov 18 16:29:12.486068 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.plugin [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102804) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:29:12.487202 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.487586 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.487944 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.488499 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:29:12.488948 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.489309 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.489666 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.490074 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:29:12.490533 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.490890 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.491246 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.491665 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:29:12.492078 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > security_group after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.492433 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > security_group after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.492780 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.493199 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:29:12.493613 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.493965 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.494326 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.494750 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:29:12.495159 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > address_group after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.495507 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > address_group after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.495860 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.496281 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102804) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 18 16:29:12.496667 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] ML2 OVO RPC backend initialized. {{(pid=102804) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 18 16:29:12.497378 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.497737 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.498158 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.498541 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > networks before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.498898 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.499242 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > ports before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.499589 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.499941 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnets before_response 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.500290 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.500642 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.500986 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.501330 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.502215 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.502848 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.503210 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.503558 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.503901 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.504498 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.plugin [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Modular L2 Plugin initialization complete Nov 18 16:29:12.504835 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading services supported by the core plugin {{(pid=102804) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 18 16:29:12.505167 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.plugins.ml2.managers [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Got port-security extension from driver 'port_security' Nov 18 16:29:12.505643 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.extensions.vlantransparent [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Disabled vlantransparent extension. Nov 18 16:29:12.506144 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102804) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 18 16:29:12.506498 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: router Nov 18 16:29:12.543320 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.543714 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_create 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.544088 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router before_create 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.544456 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.544834 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.545193 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_delete 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.545552 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.546039 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.546429 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_create 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.546784 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_update 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.547137 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_update 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.547489 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.547858 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_update 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.548272 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_update 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.548701 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.549306 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.549661 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: subnet after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.550009 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.550389 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.550744 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_create 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.551092 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.551439 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.551800 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router after_update 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.552146 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.552500 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_create 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.552863 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.553213 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_update 55549900 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.553850 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > agent after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.554209 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > agent after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.554585 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > network after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.555468 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Tracking information for resource: router configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:12.555812 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Tracking information for resource: floatingip configured {{(pid=102804) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 18 16:29:12.560772 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.db.l3_agentschedulers_db [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 18 16:29:12.561364 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.561728 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port after_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.562083 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port after_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.562464 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: port after_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.563269 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router before_create 55550100 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.563636 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.564000 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_create 55550100 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.565037 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > router precommit_update 55550100 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.569954 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.provider_configuration [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service providers = [] {{(pid=102804) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 18 16:29:12.570518 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.db.servicetype_db [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102804) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 18 16:29:12.573279 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.service_base [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:29:12.573631 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.service_base [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:29:12.573977 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.service_base [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:29:12.574890 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.services.service_base [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102804) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 18 16:29:12.575265 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.services.service_base [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 18 16:29:12.575650 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.575970 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 18 16:29:12.587680 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.588020 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: auto_allocate Nov 18 16:29:12.593844 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: network precommit_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.594222 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: network precommit_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.594776 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.595100 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: tag Nov 18 16:29:12.603541 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.603887 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: timestamp Nov 18 16:29:12.607993 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.608380 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: network_ip_availability Nov 18 16:29:12.614356 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.614785 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.615176 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.615995 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.616334 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: flavors Nov 18 16:29:12.622053 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.622456 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading Plugin: revisions Nov 18 16:29:12.628159 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102804) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 18 16:29:12.628559 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_concurrency.lockutils [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=102804) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 18 16:29:12.629358 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102804) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 18 16:29:12.629700 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Initializing extension manager. Nov 18 16:29:12.630221 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: __init__.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.630597 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: __pycache__ {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.630937 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.631274 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: address_group.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.632044 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.632640 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: address-group Nov 18 16:29:12.632968 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: address_scope.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.633712 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.634222 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: address-scope Nov 18 16:29:12.634574 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.635512 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.636016 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: router-admin-state-down-before-update Nov 18 16:29:12.636343 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: agent.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.637048 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.637553 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: agent Nov 18 16:29:12.637882 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: agent_resources_synced.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.638820 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.639325 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: agent-resources-synced Nov 18 16:29:12.639649 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: allowedaddresspairs.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.641449 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.641973 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: allowed-address-pairs Nov 18 16:29:12.642485 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: auto_allocated_topology.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.643799 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.644315 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: auto-allocated-topology Nov 18 16:29:12.644647 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: availability_zone.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.645342 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.645845 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: availability_zone Nov 18 16:29:12.646176 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: availability_zone_filter.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.647122 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.647631 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: availability_zone_filter Nov 18 16:29:12.647966 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: data_plane_status.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.648985 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.649628 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension data-plane-status not supported by any of loaded plugins Nov 18 16:29:12.657516 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: default_subnetpools.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.659536 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.660066 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: default-subnetpools Nov 18 16:29:12.660403 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.661240 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.661752 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: dhcp_agent_scheduler Nov 18 16:29:12.662084 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: dns.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.663028 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.663534 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension dns-integration not supported by any of loaded plugins Nov 18 16:29:12.663864 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: dns_domain_ports.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.664791 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.665296 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 18 16:29:12.665624 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.666589 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.667097 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 18 16:29:12.667425 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: dvr.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.668102 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.668612 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: dvr Nov 18 16:29:12.668941 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: ecmp_routes.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.669857 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.670395 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 18 16:29:12.670723 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: empty_string_filtering.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.671636 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.672140 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: empty-string-filtering Nov 18 16:29:12.672464 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.673384 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.674807 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:29:12.675180 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.676109 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.676622 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 18 16:29:12.676949 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: external_net.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.677869 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.678407 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: external-net Nov 18 16:29:12.678988 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.679899 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.680409 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: extra_dhcp_opt Nov 18 16:29:12.680737 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: extraroute.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.681652 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.682160 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: extraroute Nov 18 16:29:12.682509 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: extraroute_atomic.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.683562 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.684072 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: extraroute-atomic Nov 18 16:29:12.684398 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: filter_validation.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.685065 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.685571 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: filter-validation Nov 18 16:29:12.685898 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: fip_pf_description.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.687034 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.687544 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 18 16:29:12.687871 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: fip_port_details.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.688789 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.689456 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: fip-port-details Nov 18 16:29:12.689933 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: flavors.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.691220 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.691738 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: flavors Nov 18 16:29:12.692070 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.693756 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.694276 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 18 16:29:12.694637 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: floatingip_pools.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.695341 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.695850 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: floatingip-pools Nov 18 16:29:12.696186 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: ip_allocation.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.697114 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.697617 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension ip_allocation not supported by any of loaded plugins Nov 18 16:29:12.697944 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.698886 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.699398 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: ip-substring-filtering Nov 18 16:29:12.699726 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l2_adjacency.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.700654 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.701161 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 18 16:29:12.701487 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.702507 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.703025 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: router Nov 18 16:29:12.703355 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.705911 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.706481 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 18 16:29:12.706823 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.707763 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.708281 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: ext-gw-mode Nov 18 16:29:12.708616 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.709555 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.710066 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: l3-ha Nov 18 16:29:12.710440 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3_flavors.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.711362 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.711869 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: l3-flavors Nov 18 16:29:12.712201 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.713115 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.713620 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 18 16:29:12.713951 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: l3agentscheduler.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.715027 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.715542 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: l3_agent_scheduler Nov 18 16:29:12.715876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: local_ip.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.717652 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.718180 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension local_ip not supported by any of loaded plugins Nov 18 16:29:12.718548 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: logging.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.720258 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.721567 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension logging not supported by any of loaded plugins Nov 18 16:29:12.721914 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: metering.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.722830 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.723416 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: metering Nov 18 16:29:12.723749 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.724846 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.725370 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: metering_source_and_destination_fields Nov 18 16:29:12.725705 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: multiprovidernet.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.726671 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.727185 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: multi-provider Nov 18 16:29:12.727517 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: netmtu.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.728438 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.728948 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: net-mtu Nov 18 16:29:12.729278 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: netmtu_writable.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.730195 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.730739 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: net-mtu-writable Nov 18 16:29:12.731069 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: network_availability_zone.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.731740 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.732246 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: network_availability_zone Nov 18 16:29:12.732571 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: network_ip_availability.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.733682 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.734198 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: network-ip-availability Nov 18 16:29:12.734548 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: network_segment_range.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.735316 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.735827 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension network-segment-range not supported by any of loaded plugins Nov 18 16:29:12.736823 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: pagination.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.738012 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.738374 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: pagination Nov 18 16:29:12.738707 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: port_device_profile.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.739630 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.740144 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: port-device-profile Nov 18 16:29:12.740472 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.741426 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.741936 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: port-mac-address-regenerate Nov 18 16:29:12.742263 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.743201 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.743713 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: port-numa-affinity-policy Nov 18 16:29:12.744040 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: port_resource_request.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.744968 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.745465 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension port-resource-request not supported by any of loaded plugins Nov 18 16:29:12.745818 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: port_resource_request_groups.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.746842 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.747347 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 18 16:29:12.747673 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: portbindings.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.748604 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.749117 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: binding Nov 18 16:29:12.749443 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: portbindings_extended.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.750749 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.751268 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: binding-extended Nov 18 16:29:12.751643 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: portsecurity.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.752797 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.753308 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: port-security Nov 18 16:29:12.753638 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: project_id.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.754655 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.754993 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: project-id Nov 18 16:29:12.755321 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: providernet.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.756247 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.756764 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: provider Nov 18 16:29:12.757089 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.760732 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.761256 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos not supported by any of loaded plugins Nov 18 16:29:12.761594 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.762885 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.763399 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 18 16:29:12.763731 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.764652 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.765166 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 18 16:29:12.765499 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_default.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.766458 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.766969 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-default not supported by any of loaded plugins Nov 18 16:29:12.767853 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_fip.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.768717 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.769227 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-fip not supported by any of loaded plugins Nov 18 16:29:12.769555 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_gateway_ip.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.770512 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.771028 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 18 16:29:12.771359 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_port_network_policy.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.772280 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.772790 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 18 16:29:12.773120 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.774173 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.774905 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 18 16:29:12.775238 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_pps_rule.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.776443 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.776956 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-pps not supported by any of loaded plugins Nov 18 16:29:12.777286 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_rule_type_details.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.778234 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.778767 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 18 16:29:12.779092 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: qos_rules_alias.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.780166 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.780687 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 18 16:29:12.781014 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: quota_check_limit.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.781938 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.782492 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: quota-check-limit Nov 18 16:29:12.782858 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: quotasv2.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.784790 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.785120 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: quotas Nov 18 16:29:12.785450 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: quotasv2_detail.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.788769 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.789116 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: quota_details Nov 18 16:29:12.789459 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: rbac.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.790585 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.791137 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: rbac-policies Nov 18 16:29:12.791472 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: rbac_address_group.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.792418 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.792940 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: rbac-address-group Nov 18 16:29:12.793267 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: rbac_address_scope.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.794199 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.794739 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: rbac-address-scope Nov 18 16:29:12.795066 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: rbac_security_groups.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.795990 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.796507 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: rbac-security-groups Nov 18 16:29:12.796834 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: rbac_subnetpool.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.797753 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.798262 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: rbac-subnetpool Nov 18 16:29:12.798657 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: revisionifmatch.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.799844 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.800359 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: revision-if-match Nov 18 16:29:12.800685 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: revisions.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.801809 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.802351 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: standard-attr-revisions Nov 18 16:29:12.802687 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: router_availability_zone.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.803369 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.804138 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: router_availability_zone Nov 18 16:29:12.804466 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: routerservicetype.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.805395 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.805911 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension router-service-type not supported by any of loaded plugins Nov 18 16:29:12.806243 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.807271 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.807788 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: security-groups-normalized-cidr Nov 18 16:29:12.808114 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.809041 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.809758 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: port-security-groups-filtering Nov 18 16:29:12.809868 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.810814 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.811326 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: security-groups-remote-address-group Nov 18 16:29:12.811651 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.812614 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.813122 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: security-groups-shared-filtering Nov 18 16:29:12.813446 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.814040 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 18 16:29:12.814661 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: securitygroup.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.824854 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.825388 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: security-group Nov 18 16:29:12.825729 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: segment.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.826557 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.827069 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension segment not supported by any of loaded plugins Nov 18 16:29:12.827404 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.828357 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.828866 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 18 16:29:12.829195 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: servicetype.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.831115 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.831644 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: service-type Nov 18 16:29:12.831980 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: sorting.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.832994 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.833332 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: sorting Nov 18 16:29:12.833664 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: standard_attr_segment.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.834617 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.835130 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 18 16:29:12.835458 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: standardattrdescription.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.836105 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.836620 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: standard-attr-description Nov 18 16:29:12.836948 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: stateful_security_group.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.837872 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.838422 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: stateful-security-group Nov 18 16:29:12.838752 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: stdattrs_common.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.839324 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 18 16:29:12.839649 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.840585 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.841098 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 18 16:29:12.841423 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: subnet_onboard.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.842509 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.843023 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: subnet_onboard Nov 18 16:29:12.843350 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.844288 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.844796 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 18 16:29:12.845123 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: subnet_service_types.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.846843 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.847360 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: subnet-service-types Nov 18 16:29:12.847690 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: subnetallocation.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.848778 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.849297 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: subnet_allocation Nov 18 16:29:12.849633 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.850318 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.850825 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: subnetpool-prefix-ops Nov 18 16:29:12.851149 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.852092 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.852595 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 18 16:29:12.852921 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: tagging.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.854008 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.854564 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: standard-attr-tag Nov 18 16:29:12.854895 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: timestamp.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.856115 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.856643 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loaded extension: standard-attr-timestamp Nov 18 16:29:12.856978 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: trunk.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.858015 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.858621 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension trunk not supported by any of loaded plugins Nov 18 16:29:12.858903 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: trunk_details.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.859839 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.860350 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension trunk-details not supported by any of loaded plugins Nov 18 16:29:12.860681 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: uplink_status_propagation.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.861833 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.862371 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 18 16:29:12.862705 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Loading extension file: vlantransparent.py {{(pid=102804) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 18 16:29:12.863389 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102804) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 18 16:29:12.863893 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 18 16:29:12.866453 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:network Nov 18 16:29:12.866988 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:subnet Nov 18 16:29:12.867391 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:29:12.867785 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:port Nov 18 16:29:12.869024 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.869473 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service FLAVORS assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.870085 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.870545 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.870880 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:router Nov 18 16:29:12.871329 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:29:12.871832 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service METERING assigned prefix: /metering {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.873267 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.873643 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.873997 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102804) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:29:12.875052 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:29:12.875496 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:29:12.875941 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:29:12.876587 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service CORE assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.877098 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:29:12.877541 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] subnetpool is already registered Nov 18 16:29:12.877977 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service CORE assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.878343 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:29:12.878686 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] subnetpool is already registered Nov 18 16:29:12.880984 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.881422 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service FLAVORS assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.882019 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.882476 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.882820 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:router Nov 18 16:29:12.883167 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] router is already registered Nov 18 16:29:12.883582 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:floatingip Nov 18 16:29:12.883923 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] floatingip is already registered Nov 18 16:29:12.884383 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service METERING assigned prefix: /metering {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.885059 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of CountableResource for resource:rbac_policy Nov 18 16:29:12.885386 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] rbac_policy is already registered Nov 18 16:29:12.885804 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:security_group Nov 18 16:29:12.886144 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] security_group is already registered Nov 18 16:29:12.886580 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 18 16:29:12.886919 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] security_group_rule is already registered Nov 18 16:29:12.887551 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service CORE assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.887892 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:29:12.888227 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] subnetpool is already registered Nov 18 16:29:12.888651 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.v2.resource_helper [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Service CORE assigned prefix: {{(pid=102804) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 18 16:29:12.888978 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Creating instance of TrackedResource for resource:subnetpool Nov 18 16:29:12.889309 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING neutron.quota.resource_registry [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] subnetpool is already registered Nov 18 16:29:12.889774 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: extensions {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.891291 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: address-groups {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.893719 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: address-scopes {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.895077 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: agents {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.896250 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: auto-allocated-topology {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.897537 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: availability_zones {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.898863 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: dhcp-networks {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.901563 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: dhcp-agents {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.903045 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: routers {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.905264 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: flavors {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.906489 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: service_profiles {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.907709 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: next_providers {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.910100 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: service_profiles {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.911702 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: floatingip-pools {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.912940 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: routers {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.915116 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: floatingips {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.916402 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: l3-routers {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.917799 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: l3-agents {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.919245 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: metering-labels {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.920624 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: metering-label-rules {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.921906 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: network-ip-availabilities {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.923216 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: bindings {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.925240 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: quotas {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.926865 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: quotas {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.928418 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: rbac-policies {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.929960 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: security-groups {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.932894 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: security-group-rules {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.934132 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: service-providers {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.935391 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: subnetpools {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.936823 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: subnetpools {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.938334 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.940522 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.942373 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.944196 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.946052 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.947940 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.949655 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.951610 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.953412 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.956240 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron.api.extensions [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Extended resource: tags {{(pid=102804) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 18 16:29:12.962317 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING keystonemiddleware.auth_token [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 18 16:29:12.967992 dv-cinder-733622-22-iscsi neutron-server[102804]: WARNING keystonemiddleware.auth_token [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 18 16:29:12.977473 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_concurrency.lockutils [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Acquired lock "singleton_lock" {{(pid=102804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 18 16:29:12.977954 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_concurrency.lockutils [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Releasing lock "singleton_lock" {{(pid=102804) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 18 16:29:12.978643 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Starting 2 workers Nov 18 16:29:12.983423 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Started child 102911 {{(pid=102804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:29:12.988286 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Started child 102912 {{(pid=102804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:29:12.988972 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:12.989892 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO neutron.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 18 16:29:12.990485 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [-] (102911) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:29:12.990605 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Publish callbacks [] for process, before_spawn {{(pid=102804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:12.992694 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:12.993125 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Starting 1 workers Nov 18 16:29:12.994059 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [-] (102912) wsgi starting up on http://0.0.0.0:9696 Nov 18 16:29:12.998104 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Started child 102913 {{(pid=102804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:29:12.998677 dv-cinder-733622-22-iscsi neutron-server[102804]: INFO oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Starting 1 workers Nov 18 16:29:13.002027 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] calling RpcWorker wait() {{(pid=102913) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 18 16:29:13.002605 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] returning from RpcWorker wait() {{(pid=102913) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 18 16:29:13.003661 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Started child 102914 {{(pid=102804) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 18 16:29:13.003890 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:13.004352 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:29:13.004479 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG neutron_lib.callbacks.manager [None req-01cbc083-76d6-40d8-a377-fe8864ae6571 None None] Publish callbacks [] for process, after_spawn {{(pid=102804) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:13.006536 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102804) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 18 16:29:13.006752 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:29:13.006943 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 16:29:13.007164 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:29:13.007506 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 16:29:13.007689 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 16:29:13.008215 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.008500 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.008755 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.009021 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.009309 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.009907 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.010170 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.010432 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:13.010911 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.010911 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.011058 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.011125 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.011295 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.011558 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.011751 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:29:13.011850 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.012175 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.012440 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.012732 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.012933 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.013110 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.013384 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.013670 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.013917 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.014182 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] debug = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.014459 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.014940 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.015178 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.015432 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.015676 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.015965 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.016229 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.016495 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.016754 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.016982 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.017840 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.018201 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.018658 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.019003 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.019279 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.019505 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.019761 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.020003 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.020498 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] host = dv-cinder-733622-22-iscsi {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.020750 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.020982 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.021221 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.021475 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.021738 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.021964 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.022219 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.022516 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.022769 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.023004 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.023266 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.023518 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.023762 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.024003 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.024171 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_options = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.024407 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.024710 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.024980 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.025186 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.025354 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.025538 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.025803 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.025971 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.026238 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.026501 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.026718 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.026955 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.027193 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.027441 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.027705 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.027941 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.028160 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.028372 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.028620 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.028856 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.029096 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.029310 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.029529 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.029754 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.029991 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.030228 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.030478 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.030699 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.030941 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.031175 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.031414 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.031678 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.031919 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.032157 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.032433 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.032667 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.033067 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.033928 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.034402 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.034726 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.035037 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.035285 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.035486 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.035754 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.035979 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.036206 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.036427 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_json = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.036651 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.036892 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.037155 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.037397 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.037648 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.038031 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.038167 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.038455 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.039098 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.039332 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.039647 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.039794 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.040060 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.040305 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.040543 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.040770 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.041050 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.041301 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.041736 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.041888 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.042146 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.042398 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.042666 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.043004 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.043283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.043539 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.043782 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.044052 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.044278 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.044515 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.044845 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.045158 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.045410 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.045589 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.045817 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.046171 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.046483 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.046761 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.047035 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.047259 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.047487 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.047728 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.047952 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.048174 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.048401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.048952 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.049251 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.049550 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.049761 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.050002 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.050227 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.050490 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.050762 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.051007 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.051245 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.051476 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.052393 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.054083 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.054083 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.054083 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.054409 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.054497 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.054739 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.055094 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.055200 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.055434 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.056708 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.056708 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.056708 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.058479 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.058745 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.058983 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.059225 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.059461 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.059743 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.059976 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.060206 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.060440 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.061997 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.061997 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.063196 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.063196 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.063526 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.063526 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.063786 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.063961 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.064303 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.064607 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.064851 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.065085 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.065302 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.065537 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.065789 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.066015 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.066235 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.066498 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.066723 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.067008 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.067436 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.067600 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.067854 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.068102 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.068367 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.068595 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.070139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.070139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.070139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.070139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.070139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.074366 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.074703 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.075504 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.075504 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.075504 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.075844 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078339 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.078812 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.079362 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.080375 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.081634 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.082181 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.082669 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.083242 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.085107 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.086994 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.087546 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.088026 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.088507 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.088993 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.089422 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.089802 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.090058 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.090361 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.090608 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.090943 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.091195 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.091538 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.091874 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.092313 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.092716 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.092966 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.093230 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.093473 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.093745 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.093992 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.094245 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.094547 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.094813 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.095049 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.095318 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.096149 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.096378 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.096620 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.096862 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.097088 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.097352 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.097738 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.097950 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.098193 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.098450 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.098708 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.098952 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.099181 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.099424 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.099650 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.099876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.100131 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.100360 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.100590 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.100834 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.101059 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.101299 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.101541 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.101760 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.102018 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.102265 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.102578 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.102843 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.103082 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.103332 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.103588 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.103867 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.104087 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.104343 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.104561 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.104784 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.105004 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.105231 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.105468 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.105704 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.105936 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.106177 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.106441 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.106695 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.107050 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.107305 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.107539 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.107882 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.108108 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.108351 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.108613 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.108888 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.109079 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.109305 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.109551 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.109799 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.110085 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.110550 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.110897 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.111286 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.111659 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.112029 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.112373 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.112826 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.113217 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.113585 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.113978 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.114332 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.114685 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.115033 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.115472 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.115802 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.116138 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.116489 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.116871 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.117173 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.117487 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.117919 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.118169 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.118530 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.118843 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.119227 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.119562 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.119884 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.120230 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.120557 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.120873 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.121206 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.121518 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.121835 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.122198 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.122549 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.122863 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.123210 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.123559 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.123878 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.124215 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.124568 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.124883 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.125295 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.125660 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.125994 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.126453 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.126866 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.127136 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.127389 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.127693 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.127921 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.128212 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.128450 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.128689 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.128924 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.129218 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.129565 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.129859 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.130119 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.130412 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.130716 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.131004 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.131269 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.131504 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.131833 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.132174 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.132463 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.132774 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.133014 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.133278 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.133505 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.133892 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.134151 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.134425 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.134651 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.134896 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.135132 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.135362 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.135591 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.135831 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.136047 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.136276 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.136414 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:29:13.136556 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.136759 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.136985 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.137155 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 16:29:13.137689 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102804) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 18 16:29:13.137935 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 18 16:29:13.138182 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 18 16:29:13.138467 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 18 16:29:13.138727 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 18 16:29:13.138955 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 18 16:29:13.139258 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.139503 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.139744 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.139984 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.140229 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.140493 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.140730 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.140970 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.141209 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.141444 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.141680 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.141917 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.142682 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.142948 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.143183 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.143556 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.143729 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.143893 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.144060 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.144224 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.144385 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.144547 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.144709 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] debug = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.144871 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.145087 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.145255 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.145417 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.145578 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.145739 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.145900 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.146061 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.146222 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.146410 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.146638 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.146801 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.146964 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.147126 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.147291 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.147537 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.147702 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.148022 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.148180 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] host = dv-cinder-733622-22-iscsi {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.148499 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.148807 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.148972 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.149135 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.149328 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.149619 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.149811 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.150054 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.150337 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.150662 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.150761 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.150991 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.151267 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.151459 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.151692 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_options = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.151927 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.152165 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.152392 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.152658 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.152893 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.153136 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.153377 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.153610 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.153841 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.154076 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.154319 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.154562 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.154800 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.155032 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.155260 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.155490 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.155729 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.155991 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.156245 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.156511 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.156755 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.156917 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.157227 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.157397 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.157560 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.157720 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.158525 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.158824 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.159004 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.159177 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.159328 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.159482 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.159645 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.159807 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.160012 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.160178 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.160338 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.160506 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.160704 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.160853 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161079 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161178 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161304 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161467 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161629 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161790 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.161954 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_json = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.162113 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.162277 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.162472 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.162612 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.162813 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.163049 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.163279 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.163514 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 18 16:29:13.163793 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.164026 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.164282 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.164519 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.164759 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.164998 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.165233 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.165468 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.165704 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.165940 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.166183 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.166458 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.166710 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.166949 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.167182 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.167407 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.167642 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.167876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.168113 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.168348 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.168629 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.168820 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.169086 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.169346 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.169603 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.169863 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.170124 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.170329 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.170504 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.170673 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.170812 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.170978 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.171143 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.171299 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.171461 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.171626 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.171791 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.171954 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.172106 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.172270 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.172434 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.172586 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.172776 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.172960 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.173125 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.173290 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.173485 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.173693 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.173922 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.173922 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.174315 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.174462 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.174601 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.174747 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.178401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179283 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.179876 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.180202 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.180202 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.180379 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.180620 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.180856 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.181091 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.181328 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.181574 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.181797 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.182037 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.182317 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.182580 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.182853 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.183134 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.183361 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.183524 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.183689 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.183854 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184002 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184156 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184320 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184484 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184639 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184798 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.184963 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.185684 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.185684 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.185684 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.185684 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.186327 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.186327 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.186327 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.186327 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187057 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187057 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187057 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187057 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187057 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187512 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187512 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187512 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187845 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.187845 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.188078 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.188201 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.188322 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.188444 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.188564 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.189629 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.189629 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.189629 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.190762 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.190762 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.190762 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.190762 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.191130 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.191130 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.191274 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.191489 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.191726 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.191997 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.192234 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.192474 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.192708 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.192942 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.193177 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.193411 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.193644 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.193881 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.194116 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.194378 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.194616 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.194854 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.195087 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.195322 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.195561 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.195822 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.196083 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.196340 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.196600 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.196845 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.197073 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.197307 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.197545 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.197782 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.198018 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.198227 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.198415 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.198581 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.198744 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.198907 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.199075 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.199238 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.199401 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.199567 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.199730 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.199893 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.200058 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.200222 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.200390 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.200554 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.200719 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.200884 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.201048 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.201213 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.201378 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.201543 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.201709 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.201872 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.202037 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.202202 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.202387 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.202552 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.202715 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.202880 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.203061 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.203225 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.203388 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.203552 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.203715 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.203879 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.204041 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.204204 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.204367 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.204529 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.204745 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.205424 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.205593 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.205757 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.205912 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.206109 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.206224 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.206480 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.206647 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.206825 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.206991 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.207155 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.207322 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.207468 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.207637 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.207811 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.207976 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.208139 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.208301 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.208464 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.208627 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.208800 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.208962 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.209141 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.209271 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.209437 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.209598 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.209770 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.209933 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.210096 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.210258 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.210447 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.210611 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.210782 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.210946 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.211109 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.211272 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.211434 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.211596 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.211768 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.211931 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.212094 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.212256 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.212418 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.212581 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.212755 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.212920 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.213083 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.213256 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.213420 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.213583 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.213747 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.213924 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.214087 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.214254 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.214441 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.214605 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.214768 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.214933 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.215101 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.215273 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.215444 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.215609 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.215779 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.215951 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.216123 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.216286 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.216455 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.216634 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.216798 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.216957 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.217122 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.217285 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.217449 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.217612 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.217775 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.217938 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.218100 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.218263 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.218448 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.218611 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.218773 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.218935 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.219097 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.219261 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.219423 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.219585 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.219747 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 18 16:29:13.219903 dv-cinder-733622-22-iscsi neutron-server[102804]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102804) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 18 16:29:13.299028 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 58234) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:13.307821 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066562 Nov 18 16:29:24.842575 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5de4de6-9a89-45c1-ac8d-9990d6eabefb None None] get_active_networks_info from dv-cinder-733622-22-iscsi {{(pid=102913) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 18 16:29:24.919929 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5de4de6-9a89-45c1-ac8d-9990d6eabefb None None] No non-hosted networks {{(pid=102913) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 18 16:29:24.936149 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.agentschedulers_db [None req-d5de4de6-9a89-45c1-ac8d-9990d6eabefb None None] DHCP Agent not found on host dv-cinder-733622-22-iscsi {{(pid=102913) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 18 16:29:25.086704 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b69f51e5-3e72-4371-989e-f69832fd9744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872458'] for agent, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:26.944242 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-901da191-2495-40f2-aabe-ba6652221300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872458'] for agent, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:27.007994 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a381de42-5960-4290-ab65-3dbf64884953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:28.499921 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872458'] for agent, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:29.832033 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872458'] for agent, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:30.261211 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872458'] for agent, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:30.262053 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.262534 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.262959 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.263391 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.263820 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.264271 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.264686 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.265136 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.265601 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.266040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.267135 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.267812 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:30.268297 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-22-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:29:30.275291 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-22-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:29:30.918554 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 58326) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:31.438003 dv-cinder-733622-22-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-45a65b78-9e0b-466b-9819-3fcfe604d3c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:31.438644 dv-cinder-733622-22-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-45a65b78-9e0b-466b-9819-3fcfe604d3c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:31.669912 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [None req-45a65b78-9e0b-466b-9819-3fcfe604d3c6 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:29:31.670986 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-45a65b78-9e0b-466b-9819-3fcfe604d3c6 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7514970 Nov 18 16:29:34.205452 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58342) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:34.544797 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.db.l3_hamode_db [None req-a1a6bb7d-7f06-473c-b3a4-ba6961a6fcaa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 18 16:29:34.624536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6bb7d-7f06-473c-b3a4-ba6961a6fcaa None None] Routers set() bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:29:34.624905 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a6bb7d-7f06-473c-b3a4-ba6961a6fcaa None None] Router IDs set() for agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 18 16:29:34.712319 dv-cinder-733622-22-iscsi neutron-server[102912]: WARNING oslo_policy.policy [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:34.712923 dv-cinder-733622-22-iscsi neutron-server[102912]: WARNING oslo_policy.policy [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:34.949707 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:35.046521 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.policy [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102912) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 18 16:29:35.095989 dv-cinder-733622-22-iscsi neutron-server[102912]: WARNING oslo_policy.policy [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:35.096376 dv-cinder-733622-22-iscsi neutron-server[102912]: WARNING oslo_policy.policy [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:35.105029 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.quota [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] Loaded quota_driver: . Nov 18 16:29:35.198303 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971926206', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971924563', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971929944', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971910553', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971914139', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792971694573', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-893849', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-906230', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8222008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8270311'] for rbac-policy, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:35.270454 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:35.271928 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-63066ddc-2e3c-4954-8c11-1d27cca7e081 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0643387 Nov 18 16:29:37.987941 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58360) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:38.289382 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Request body: {'network': {'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'name': 'private'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:38.319354 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Made reservation on behalf of 1f1f11bd2ef74e7ba8bd2ff1158ef4aa for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:29:38.322192 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.339099 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.451185 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.455324 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.476329 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:29:38.506277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792968478109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.506889 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Unsubscribe: segment precommit_create {{(pid=102912) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 18 16:29:38.507402 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Added segment aaa37297-b893-4a6b-b78b-f732dd0a8874 of type vlan for network 81122e31-5fad-4d9e-9f02-35eb02c3a77f Nov 18 16:29:38.523692 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce703df-6b3b-434d-8f9f-ef5e25fec59e,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:38.551015 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.551383 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.551731 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.552067 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.552400 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.552745 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.553339 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.553680 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.554009 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.554353 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.554678 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.554997 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Tracked resource versions report: Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: pushed versions: Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: { 'AddressGroup': {'1.2'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'ConntrackHelper': {'1.0'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Log': {'1.0'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Network': {'1.1'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Port': {'1.7'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'PortForwarding': {'1.2'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'QosPolicy': {'1.10'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroup': {'1.5'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SubPort': {'1.0'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Subnet': {'1.1'}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Trunk': {'1.1'}} Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: consumer versions: Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'ConntrackHelper': '1.0', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Log': '1.0', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Network': '1.1', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Port': '1.7', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'PortForwarding': '1.2', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'QosPolicy': '1.10', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroup': '1.5', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroupRule': '1.2', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SubPort': '1.0', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Subnet': '1.1', Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Trunk': '1.1'}} Nov 18 16:29:38.556460 dv-cinder-733622-22-iscsi neutron-server[102912]: {{(pid=102912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:29:38.630321 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.671003 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.672231 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:29:38.672947 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:38.722562 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7333777 Nov 18 16:29:38.777928 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e00ce26-3461-434b-b02c-796dee5731bc admin admin] Pushing event updated for resources: {'Network': ['ID=81122e31-5fad-4d9e-9f02-35eb02c3a77f,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:38.790197 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:29:41.596559 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 58374) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:42.119839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.policy [None req-127aedfd-e34f-45aa-866c-46b4926e00e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102911) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 18 16:29:42.167589 dv-cinder-733622-22-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-127aedfd-e34f-45aa-866c-46b4926e00e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:42.167889 dv-cinder-733622-22-iscsi neutron-server[102911]: WARNING oslo_policy.policy [None req-127aedfd-e34f-45aa-866c-46b4926e00e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 18 16:29:42.176700 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127aedfd-e34f-45aa-866c-46b4926e00e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:29:42.178787 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-127aedfd-e34f-45aa-866c-46b4926e00e6 admin admin] 10.222.0.37 "GET /v2.0/networks/81122e31-5fad-4d9e-9f02-35eb02c3a77f HTTP/1.1" status: 200 len: 825 time: 0.5812452 Nov 18 16:29:42.216757 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-21a7a136-5d8d-4f62-b1d8-092aca29c83a admin admin] 10.222.0.37 "GET /v2.0/subnetpools/92ca8fc9-43c3-45d2-8225-be04fe733b04 HTTP/1.1" status: 200 len: 734 time: 0.0319467 Nov 18 16:29:42.226403 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Request body: {'subnet': {'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04', 'ip_version': 4, 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:42.228327 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.quota [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Loaded quota_driver: . Nov 18 16:29:42.267615 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Made reservation on behalf of 1f1f11bd2ef74e7ba8bd2ff1158ef4aa for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:29:42.270446 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:42.563167 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:42.634329 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Checking segment: {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:29:42.635023 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Network hostable DHCP agents. Network: 81122e31-5fad-4d9e-9f02-35eb02c3a77f, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:29:42.649131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677b52f7-8467-4f2e-93ea-1b349f6d2e51,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:42.661099 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.661473 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.661823 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.662163 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.662534 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.662885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.663221 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.663569 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.663903 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.665774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.666231 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.666592 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Tracked resource versions report: Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: pushed versions: Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: { 'AddressGroup': {'1.2'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'ConntrackHelper': {'1.0'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Log': {'1.0'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Network': {'1.1'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Port': {'1.7'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'PortForwarding': {'1.2'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'QosPolicy': {'1.10'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroup': {'1.5'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SubPort': {'1.0'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Subnet': {'1.1'}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Trunk': {'1.1'}} Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: consumer versions: Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'ConntrackHelper': '1.0', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Log': '1.0', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Network': '1.1', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Port': '1.7', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'PortForwarding': '1.2', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'QosPolicy': '1.10', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroup': '1.5', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroupRule': '1.2', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SubPort': '1.0', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Subnet': '1.1', Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Trunk': '1.1'}} Nov 18 16:29:42.667957 dv-cinder-733622-22-iscsi neutron-server[102911]: {{(pid=102911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:29:42.696843 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:29:42.713848 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 81122e31-5fad-4d9e-9f02-35eb02c3a77f) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:29:42.718390 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:29:42.719184 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:42.723678 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84436dc-e9d9-4dcd-9e1a-1556858e377a None None] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:29:42.741937 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b25e8736-0eb5-42a7-8ae0-1a89cb3c4ef1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5189700 Nov 18 16:29:43.065112 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:29:43.066409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:43.383201 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Allocated IP 172.20.0.2 (81122e31-5fad-4d9e-9f02-35eb02c3a77f/677b52f7-8467-4f2e-93ea-1b349f6d2e51/3d71f357-5209-4c56-ba19-1d13369b9440) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:29:43.592664 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:43.600441 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:43.679316 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:29:43.685066 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:29:43.693114 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Pushing event updated for resources: {'Port': ['ID=3d71f357-5209-4c56-ba19-1d13369b9440,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:43.695345 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:29:43.705443 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.705804 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.706149 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.706511 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.706848 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.707198 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.707531 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.707860 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.708202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.708529 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.708850 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.709172 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Tracked resource versions report: Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: pushed versions: Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: { 'AddressGroup': {'1.2'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'ConntrackHelper': {'1.0'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Log': {'1.0'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Network': {'1.1'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Port': {'1.7'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'PortForwarding': {'1.2'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'QosPolicy': {'1.10'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroup': {'1.5'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SubPort': {'1.0'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Subnet': {'1.1'}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Trunk': {'1.1'}} Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: consumer versions: Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'ConntrackHelper': '1.0', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Log': '1.0', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Network': '1.1', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Port': '1.7', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'PortForwarding': '1.2', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'QosPolicy': '1.10', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroup': '1.5', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroupRule': '1.2', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SubPort': '1.0', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Subnet': '1.1', Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Trunk': '1.1'}} Nov 18 16:29:43.710558 dv-cinder-733622-22-iscsi neutron-server[102913]: {{(pid=102913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:29:43.785487 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Attempting to bind port 3d71f357-5209-4c56-ba19-1d13369b9440 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:29:43.786140 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Attempting to bind port 3d71f357-5209-4c56-ba19-1d13369b9440 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:29:43.786308 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Attempting to bind port 3d71f357-5209-4c56-ba19-1d13369b9440 on network 81122e31-5fad-4d9e-9f02-35eb02c3a77f {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:29:43.791421 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:29:43.791810 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Checking segment: {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:29:43.792286 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:43.792673 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Bound using segment: {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:29:43.793166 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Bound port: 3d71f357-5209-4c56-ba19-1d13369b9440, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:29:43.793596 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:43.855865 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] For port 3d71f357-5209-4c56-ba19-1d13369b9440, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:29:43.861306 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] For port 3d71f357-5209-4c56-ba19-1d13369b9440, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=3d71f357-5209-4c56-ba19-1d13369b9440,segment=NetworkSegment(aaa37297-b893-4a6b-b78b-f732dd0a8874),segment_id=aaa37297-b893-4a6b-b78b-f732dd0a8874)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:29:43.865003 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:43.929239 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde8c36-dc1b-4e76-ae16-209f740f1094 None None] Pushing event updated for resources: {'Port': ['ID=3d71f357-5209-4c56-ba19-1d13369b9440,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:45.377315 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58388) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:45.702133 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [None req-ab630ae6-7343-4595-8343-bf6d41e16389 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:29:45.703190 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ab630ae6-7343-4595-8343-bf6d41e16389 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3246574 Nov 18 16:29:48.259279 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58396) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:48.588508 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [None req-d68ce053-62ec-436b-b1e4-cab8a9cab8e0 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:29:48.589506 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d68ce053-62ec-436b-b1e4-cab8a9cab8e0 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3292916 Nov 18 16:29:51.416763 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58406) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:51.726507 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:51.752079 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:51.754660 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:51.911389 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:51.916796 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:51.933717 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:51.946929 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b23a3d19-b41f-43ae-865b-478e8e659485 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5289741 Nov 18 16:29:52.029896 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 3d71f357-5209-4c56-ba19-1d13369b9440 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:29:52.132723 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 3d71f357-5209-4c56-ba19-1d13369b9440 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:29:52.133136 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:52.247036 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:52.282660 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 3d71f357-5209-4c56-ba19-1d13369b9440, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=3d71f357-5209-4c56-ba19-1d13369b9440,segment=NetworkSegment(aaa37297-b893-4a6b-b78b-f732dd0a8874),segment_id=aaa37297-b893-4a6b-b78b-f732dd0a8874)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:29:52.287047 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:52.335151 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=3d71f357-5209-4c56-ba19-1d13369b9440,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:53.155132 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce33688d-b137-4b9f-be29-81ec1e8a3448 None None] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:29:53.278370 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-dbc011e8-f24e-4017-a181-e8f82c8c2545 None None] Provisioning complete for port 3d71f357-5209-4c56-ba19-1d13369b9440 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:29:53.278740 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dbc011e8-f24e-4017-a181-e8f82c8c2545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:53.626277 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-05b9cdcf-4f60-4c0c-9bba-f532822bfdb0 None None] Provisioning complete for port 3d71f357-5209-4c56-ba19-1d13369b9440 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:29:53.626689 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-05b9cdcf-4f60-4c0c-9bba-f532822bfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:53.985859 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 3d71f357-5209-4c56-ba19-1d13369b9440 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:29:54.033386 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 3d71f357-5209-4c56-ba19-1d13369b9440 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:29:54.033765 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:54.482525 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58418) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:54.779072 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-2832635f-7bb5-4d16-97ff-f39addf46217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:54.807966 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [None req-1cc908da-d4f2-4072-a361-dc3c825cc9e8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:29:54.808973 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-1cc908da-d4f2-4072-a361-dc3c825cc9e8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3255038 Nov 18 16:29:56.932298 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d207c031-4072-4ccc-bac7-5834170a757f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.390793 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58426) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:29:57.708777 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:29:57.729561 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Made reservation on behalf of fdb57d5d6d2e4a52a2bb739323a8b61e for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:29:57.731839 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.739659 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.814240 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.817860 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.833094 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Reserving flat network on physical network physnet1 {{(pid=102912) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 18 16:29:57.852381 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f57ddc-c22b-4ade-8c0d-5b164432cdb2,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:57.857487 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.857817 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Added segment 0dc00b16-489b-4064-80ce-c53b4df43119 of type flat for network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 Nov 18 16:29:57.905116 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.938895 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.939843 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:29:57.940494 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:57.978322 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5748775 Nov 18 16:29:58.026449 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee844335-ed2c-4b7c-8283-46b6c2ae3496 admin admin] Pushing event updated for resources: {'Network': ['ID=0693c6cd-6234-4aaa-93b4-4834c031a3b5,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:29:58.036564 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:29:58.445117 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:29:59.755132 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:00.305368 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:00.546991 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58444) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:30:00.770737 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b470331d-49ca-4553-96fb-3f8ef921b9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:30:00.772171 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b470331d-49ca-4553-96fb-3f8ef921b9ed admin admin] 10.222.0.37 "GET /v2.0/subnets/677b52f7-8467-4f2e-93ea-1b349f6d2e51 HTTP/1.1" status: 200 len: 849 time: 0.2242107 Nov 18 16:30:00.891978 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-56abc401-07c3-437e-99c3-d87412af8c35 admin admin] 10.222.0.37 "GET /v2.0/routers/6ae0b989-def0-4adc-a5b1-dfdebacf4273 HTTP/1.1" status: 200 len: 704 time: 0.1137989 Nov 18 16:30:01.162996 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:01.472976 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Allocated IP 172.20.0.1 (81122e31-5fad-4d9e-9f02-35eb02c3a77f/677b52f7-8467-4f2e-93ea-1b349f6d2e51/70f3772a-cd8c-487b-9179-1f6e01535b73) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:30:01.659929 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:01.725385 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:01.796617 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:30:01.804940 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:30:01.808276 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:30:01.808988 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:01.930748 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Pushing event updated for resources: {'Port': ['ID=70f3772a-cd8c-487b-9179-1f6e01535b73,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:01.975866 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-aee7b7c9-db1c-4cc6-813f-6b6023a1cd9d None None] Provisioning complete for port 70f3772a-cd8c-487b-9179-1f6e01535b73 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:01.976431 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-aee7b7c9-db1c-4cc6-813f-6b6023a1cd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:02.009903 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-aee7b7c9-db1c-4cc6-813f-6b6023a1cd9d None None] Port 70f3772a-cd8c-487b-9179-1f6e01535b73 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:30:02.074572 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:02.284800 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:02.289333 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:02.290150 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:02.353119 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Pushing event updated for resources: {'Port': ['ID=70f3772a-cd8c-487b-9179-1f6e01535b73,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:02.419289 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:30:02.421244 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:30:02.588640 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:30:02.631716 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-b74e7163-c80a-4d99-ac2b-5dcb40ed7545 None None] Provisioning complete for port 70f3772a-cd8c-487b-9179-1f6e01535b73 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:02.632099 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b74e7163-c80a-4d99-ac2b-5dcb40ed7545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:02.665474 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-b74e7163-c80a-4d99-ac2b-5dcb40ed7545 None None] Port 70f3772a-cd8c-487b-9179-1f6e01535b73 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:30:02.682553 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:30:02.688220 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-74da2241-1a1f-4635-899c-ed0d3b3e4773 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ae0b989-def0-4adc-a5b1-dfdebacf4273/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7906487 Nov 18 16:30:02.706077 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Sync routers for ids ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:30:02.719558 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Routers {'6ae0b989-def0-4adc-a5b1-dfdebacf4273'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:30:02.720429 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:29:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:02.919401 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Set router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:30:03.357380 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:29:51Z', 'updated_at': '2021-11-18T16:30:02Z', 'revision_number': 2, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'gw_port_host': None, '_interfaces': [{'id': '70f3772a-cd8c-487b-9179-1f6e01535b73', 'name': '', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'mac_address': 'fa:16:3e:de:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:01Z', 'updated_at': '2021-11-18T16:30:02Z', 'revision_number': 2, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'subnets': [{'id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:03.409945 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Checking router: 6ae0b989-def0-4adc-a5b1-dfdebacf4273 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:30:03.410331 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Updating router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 port 70f3772a-cd8c-487b-9179-1f6e01535b73 binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:30:03.460210 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:03.987943 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:03.994712 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.174736 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Attempting to bind port 70f3772a-cd8c-487b-9179-1f6e01535b73 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:30:04.175176 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Attempting to bind port 70f3772a-cd8c-487b-9179-1f6e01535b73 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:30:04.175592 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Attempting to bind port 70f3772a-cd8c-487b-9179-1f6e01535b73 on network 81122e31-5fad-4d9e-9f02-35eb02c3a77f {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:30:04.179021 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Pushing event updated for resources: {'Port': ['ID=70f3772a-cd8c-487b-9179-1f6e01535b73,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:04.185289 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:30:04.185793 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Checking segment: {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:30:04.187064 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.187457 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Bound using segment: {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:30:04.187969 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Bound port: 70f3772a-cd8c-487b-9179-1f6e01535b73, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa37297-b893-4a6b-b78b-f732dd0a8874', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:30:04.188447 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.193694 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-87b0b21a-f1ca-49db-bb7b-cc0de3ae8d48 None None] Provisioning complete for port 70f3772a-cd8c-487b-9179-1f6e01535b73 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:04.194237 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-87b0b21a-f1ca-49db-bb7b-cc0de3ae8d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.203502 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.203855 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.204194 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.204598 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.204932 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.205350 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.205851 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.206322 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.206891 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.207444 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.207933 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.208266 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Tracked resource versions report: Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: pushed versions: Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: { 'AddressGroup': {'1.2'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'ConntrackHelper': {'1.0'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Log': {'1.0'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Network': {'1.1'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Port': {'1.7'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'PortForwarding': {'1.2'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'QosPolicy': {'1.10'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroup': {'1.5'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SubPort': {'1.0'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Subnet': {'1.1'}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Trunk': {'1.1'}} Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: consumer versions: Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'ConntrackHelper': '1.0', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Log': '1.0', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Network': '1.1', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Port': '1.7', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'PortForwarding': '1.2', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'QosPolicy': '1.10', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroup': '1.5', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroupRule': '1.2', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SubPort': '1.0', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Subnet': '1.1', Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Trunk': '1.1'}} Nov 18 16:30:04.209616 dv-cinder-733622-22-iscsi neutron-server[102914]: {{(pid=102914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:30:04.235279 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-87b0b21a-f1ca-49db-bb7b-cc0de3ae8d48 None None] Port 70f3772a-cd8c-487b-9179-1f6e01535b73 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:30:04.274157 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] For port 70f3772a-cd8c-487b-9179-1f6e01535b73, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:30:04.293797 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] For port 70f3772a-cd8c-487b-9179-1f6e01535b73, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=70f3772a-cd8c-487b-9179-1f6e01535b73,segment=NetworkSegment(aaa37297-b893-4a6b-b78b-f732dd0a8874),segment_id=aaa37297-b893-4a6b-b78b-f732dd0a8874)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:30:04.298427 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.365141 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Routers {'6ae0b989-def0-4adc-a5b1-dfdebacf4273'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:30:04.365786 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:29:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:04.422931 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49ce2f-4ef7-4a09-8f95-38e7ec4d1026 None None] Pushing event updated for resources: {'Port': ['ID=70f3772a-cd8c-487b-9179-1f6e01535b73,revision_number=4']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:04.485646 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] Set router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:30:04.559143 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-dc703ef3-5c17-4620-9fa1-92fa7c1b5df5 None None] Provisioning complete for port 70f3772a-cd8c-487b-9179-1f6e01535b73 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:04.559791 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dc703ef3-5c17-4620-9fa1-92fa7c1b5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.670459 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dc703ef3-5c17-4620-9fa1-92fa7c1b5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.719914 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-dc703ef3-5c17-4620-9fa1-92fa7c1b5df5 None None] For port 70f3772a-cd8c-487b-9179-1f6e01535b73, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=70f3772a-cd8c-487b-9179-1f6e01535b73,segment=NetworkSegment(aaa37297-b893-4a6b-b78b-f732dd0a8874),segment_id=aaa37297-b893-4a6b-b78b-f732dd0a8874)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:30:04.725213 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dc703ef3-5c17-4620-9fa1-92fa7c1b5df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:04.750418 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:29:51Z', 'updated_at': '2021-11-18T16:30:02Z', 'revision_number': 2, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'gw_port_host': None, '_interfaces': [{'id': '70f3772a-cd8c-487b-9179-1f6e01535b73', 'name': '', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'mac_address': 'fa:16:3e:de:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:01Z', 'updated_at': '2021-11-18T16:30:04Z', 'revision_number': 4, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'subnets': [{'id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:04.776056 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc703ef3-5c17-4620-9fa1-92fa7c1b5df5 None None] Pushing event updated for resources: {'Port': ['ID=70f3772a-cd8c-487b-9179-1f6e01535b73,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:04.781946 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbdf57f-82ce-4f34-aee6-43ce43167d99 None None] The sync data for ids ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'] in dv-cinder-733622-22-iscsi is: [{'id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:29:51Z', 'updated_at': '2021-11-18T16:30:02Z', 'revision_number': 2, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'gw_port_host': None, '_interfaces': [{'id': '70f3772a-cd8c-487b-9179-1f6e01535b73', 'name': '', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'mac_address': 'fa:16:3e:de:0a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:01Z', 'updated_at': '2021-11-18T16:30:04Z', 'revision_number': 4, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'subnets': [{'id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:30:05.170381 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 58464) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:30:05.293236 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9c5b5-4ae2-4b03-b77a-a2cb3aa4e3da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:30:05.297702 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-39b9c5b5-4ae2-4b03-b77a-a2cb3aa4e3da admin admin] 10.222.0.37 "GET /v2.0/networks/0693c6cd-6234-4aaa-93b4-4834c031a3b5 HTTP/1.1" status: 200 len: 842 time: 0.1227551 Nov 18 16:30:05.305515 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:05.329045 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Made reservation on behalf of fdb57d5d6d2e4a52a2bb739323a8b61e for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:30:05.331436 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:05.723017 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.objects.ports [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102911) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 18 16:30:05.723403 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:05.777295 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7f90a2f-b20f-4877-9803-259f1a18fd9d,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:05.788744 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:30:05.789112 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Network hostable DHCP agents. Network: 0693c6cd-6234-4aaa-93b4-4834c031a3b5, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:30:05.807080 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:30:05.816367 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 0693c6cd-6234-4aaa-93b4-4834c031a3b5) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:30:05.820522 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:30:05.821116 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:05.825761 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5080dd1c-5ad7-4bcc-b951-c29bb8518434 None None] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:30:05.843230 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-45a68b9c-14df-48de-9876-ba26c3e04cd6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5414732 Nov 18 16:30:06.016405 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1760f05-56c1-4ee1-847b-d4a708a5511a None None] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:30:08.405893 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58472) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:30:08.538936 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-bd8fc409-d90c-4fc8-bcf1-577115ce9340 admin admin] 10.222.0.37 "GET /v2.0/routers/6ae0b989-def0-4adc-a5b1-dfdebacf4273 HTTP/1.1" status: 200 len: 710 time: 0.1317780 Nov 18 16:30:08.633563 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61a3d1f-5f18-4781-9c6a-318cf5faa36f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:30:08.634911 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f61a3d1f-5f18-4781-9c6a-318cf5faa36f admin admin] 10.222.0.37 "GET /v2.0/networks/0693c6cd-6234-4aaa-93b4-4834c031a3b5 HTTP/1.1" status: 200 len: 886 time: 0.0900846 Nov 18 16:30:08.645516 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:30:08.989975 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:09.229462 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:09.308537 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:09.426485 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Allocated IP 172.27.3.147 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/de1c18ea-a752-4058-ad16-4dab5059a63a) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:30:09.526513 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:09.563715 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:09.604955 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:30:09.608720 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:30:09.615463 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:30:09.617557 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Pushing event updated for resources: {'Port': ['ID=de1c18ea-a752-4058-ad16-4dab5059a63a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:09.868427 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:10.066204 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7953200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7868762', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1289'] for router, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:10.069518 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7953091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7953098', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7868769'] for router, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:10.178522 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:30:10.290634 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:30:10.295870 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:10.297015 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9de594d7-4696-4232-8ce0-6cb66f170caf admin admin] 10.222.0.37 "PUT /v2.0/routers/6ae0b989-def0-4adc-a5b1-dfdebacf4273 HTTP/1.1" status: 200 len: 890 time: 1.6552510 Nov 18 16:30:12.066350 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 70f3772a-cd8c-487b-9179-1f6e01535b73 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:30:12.121067 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 70f3772a-cd8c-487b-9179-1f6e01535b73 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:12.121682 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:12.200458 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Sync routers for ids ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:30:12.225773 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Routers {'6ae0b989-def0-4adc-a5b1-dfdebacf4273'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:30:12.226452 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:29:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:12.451400 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Set router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:30:12.862411 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58484) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:30:12.936907 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'de1c18ea-a752-4058-ad16-4dab5059a63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:29:51Z', 'updated_at': '2021-11-18T16:30:09Z', 'revision_number': 4, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'gw_port': {'id': 'de1c18ea-a752-4058-ad16-4dab5059a63a', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:09Z', 'updated_at': '2021-11-18T16:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '70f3772a-cd8c-487b-9179-1f6e01535b73', 'name': '', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'mac_address': 'fa:16:3e:de:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:01Z', 'updated_at': '2021-11-18T16:30:04Z', 'revision_number': 5, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'subnets': [{'id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:12.979682 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-196745ee-f008-4551-aacc-9753fe2125da admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1160278 Nov 18 16:30:12.992369 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Checking router: 6ae0b989-def0-4adc-a5b1-dfdebacf4273 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:30:12.992730 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Updating router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 port de1c18ea-a752-4058-ad16-4dab5059a63a binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:30:13.045531 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:13.394400 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:13.407500 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:13.466222 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff07744-1863-4504-967f-834e46adc9f1 None None] Pushing event updated for resources: {'Port': ['ID=de1c18ea-a752-4058-ad16-4dab5059a63a,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:13.474275 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Attempting to bind port de1c18ea-a752-4058-ad16-4dab5059a63a on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:30:13.474687 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Attempting to bind port de1c18ea-a752-4058-ad16-4dab5059a63a by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:30:13.475061 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Attempting to bind port de1c18ea-a752-4058-ad16-4dab5059a63a on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:30:13.481894 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:30:13.482423 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:30:13.483957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:13.483957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:30:13.484610 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Bound port: de1c18ea-a752-4058-ad16-4dab5059a63a, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:30:13.485076 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:13.539401 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] For port de1c18ea-a752-4058-ad16-4dab5059a63a, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:30:13.542881 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] For port de1c18ea-a752-4058-ad16-4dab5059a63a, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=de1c18ea-a752-4058-ad16-4dab5059a63a,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:30:13.548004 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:13.598145 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Routers {'6ae0b989-def0-4adc-a5b1-dfdebacf4273'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:30:13.599026 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:29:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:13.655112 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff07744-1863-4504-967f-834e46adc9f1 None None] Pushing event updated for resources: {'Port': ['ID=de1c18ea-a752-4058-ad16-4dab5059a63a,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:13.731666 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] Set router 6ae0b989-def0-4adc-a5b1-dfdebacf4273 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:30:13.954610 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'de1c18ea-a752-4058-ad16-4dab5059a63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:29:51Z', 'updated_at': '2021-11-18T16:30:09Z', 'revision_number': 4, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'gw_port': {'id': 'de1c18ea-a752-4058-ad16-4dab5059a63a', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:09Z', 'updated_at': '2021-11-18T16:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '70f3772a-cd8c-487b-9179-1f6e01535b73', 'name': '', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'mac_address': 'fa:16:3e:de:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:01Z', 'updated_at': '2021-11-18T16:30:04Z', 'revision_number': 5, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'subnets': [{'id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:30:13.990007 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e98a7f0-2184-4b0d-b43e-9504c35542be None None] The sync data for ids ['6ae0b989-def0-4adc-a5b1-dfdebacf4273'] in dv-cinder-733622-22-iscsi is: [{'id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'name': 'router1', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.147'}], 'enable_snat': True}, 'gw_port_id': 'de1c18ea-a752-4058-ad16-4dab5059a63a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:29:51Z', 'updated_at': '2021-11-18T16:30:09Z', 'revision_number': 4, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'gw_port': {'id': 'de1c18ea-a752-4058-ad16-4dab5059a63a', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:30:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:09Z', 'updated_at': '2021-11-18T16:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '70f3772a-cd8c-487b-9179-1f6e01535b73', 'name': '', 'network_id': '81122e31-5fad-4d9e-9f02-35eb02c3a77f', 'tenant_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'mac_address': 'fa:16:3e:de:0a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae0b989-def0-4adc-a5b1-dfdebacf4273', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:30:01Z', 'updated_at': '2021-11-18T16:30:04Z', 'revision_number': 5, 'project_id': '1f1f11bd2ef74e7ba8bd2ff1158ef4aa', 'subnets': [{'id': '677b52f7-8467-4f2e-93ea-1b349f6d2e51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '92ca8fc9-43c3-45d2-8225-be04fe733b04'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:30:16.059258 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device de1c18ea-a752-4058-ad16-4dab5059a63a up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:30:16.130843 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port de1c18ea-a752-4058-ad16-4dab5059a63a triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:16.131225 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:16.258567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:16.281645 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port de1c18ea-a752-4058-ad16-4dab5059a63a, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=de1c18ea-a752-4058-ad16-4dab5059a63a,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:30:16.286612 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:16.337754 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=de1c18ea-a752-4058-ad16-4dab5059a63a,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:30:18.031368 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device de1c18ea-a752-4058-ad16-4dab5059a63a up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:30:18.124355 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port de1c18ea-a752-4058-ad16-4dab5059a63a triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:30:18.124737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:24.775409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8b4360e0-cde7-433e-9c7e-8c32cd8d0a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:26.068548 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:30:26.936330 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4477e3a8-8cc2-49d5-9695-62b6319a6d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:28.448909 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:29.772563 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:30.265294 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:54.779772 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-22a97cd9-ab7a-47b5-b5e0-3aba5645dc9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:56.945701 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9a639fc4-f838-4fd9-9e2b-a19fc5a0f73c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:58.456493 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:30:59.764261 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:00.267657 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:03.083328 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:31:24.773439 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5870be06-3f90-446c-90af-c1ec21b4757a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:26.941636 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-85031ffe-d5e8-4e4d-b3f8-77f3d5b9174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:28.454943 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:29.761394 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:30.261981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:36.840534 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 58968) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:36.905542 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9355b26-d254-4f50-81cc-b0fc38fb1b32 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:31:36.906852 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d9355b26-d254-4f50-81cc-b0fc38fb1b32 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0653670 Nov 18 16:31:37.067984 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5f7367-6005-4894-b401-5ce68c079b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:37.069424 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2c5f7367-6005-4894-b401-5ce68c079b9d admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579747 Nov 18 16:31:39.398827 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 58978) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:39.495077 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d915a2a0-4218-4004-911d-6f97c284e859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:39.496477 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d915a2a0-4218-4004-911d-6f97c284e859 admin admin] 10.222.0.37 "GET /v2.0/subnets/677b52f7-8467-4f2e-93ea-1b349f6d2e51 HTTP/1.1" status: 200 len: 849 time: 0.0966969 Nov 18 16:31:39.507187 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:31:39.598697 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:39.751827 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792968569622'] for subnet, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:39.786414 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:39.787026 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:39.788523 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] 10.222.0.37 "PUT /v2.0/subnets/677b52f7-8467-4f2e-93ea-1b349f6d2e51 HTTP/1.1" status: 200 len: 868 time: 0.2851918 Nov 18 16:31:39.791583 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe78e0d1-f8d6-405e-a8c8-d32c2d7104d3 None None] Network 81122e31-5fad-4d9e-9f02-35eb02c3a77f requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:31:39.812766 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677b52f7-8467-4f2e-93ea-1b349f6d2e51,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:31:39.820437 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.820836 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.821153 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.821502 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.821855 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.822202 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.822577 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.822937 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.823258 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.823596 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.823990 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:39.824326 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5db6b9-7989-45de-bf2e-3f411a6f19b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:31:40.076590 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:31:40.143634 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-69f9efde-7ac7-421b-b527-4bbae470bd92 None None] Provisioning complete for port 70f3772a-cd8c-487b-9179-1f6e01535b73 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:31:40.144035 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-69f9efde-7ac7-421b-b527-4bbae470bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:40.236549 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-69f9efde-7ac7-421b-b527-4bbae470bd92 None None] Provisioning complete for port 3d71f357-5209-4c56-ba19-1d13369b9440 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:31:40.236842 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-69f9efde-7ac7-421b-b527-4bbae470bd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:42.147492 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58986) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:42.440068 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b3957-aad0-4670-a5ed-1c201ce9c641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:42.440434 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4b3957-aad0-4670-a5ed-1c201ce9c641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:42.442116 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ad4b3957-aad0-4670-a5ed-1c201ce9c641 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2935345 Nov 18 16:31:44.770829 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 58996) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:44.902605 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a908e-c787-49bc-bce7-f5038f133597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:44.903072 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a908e-c787-49bc-bce7-f5038f133597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:44.904742 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e89a908e-c787-49bc-bce7-f5038f133597 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1329477 Nov 18 16:31:47.200762 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59004) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:47.334841 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c769fa-6564-4e90-86a1-89c7a01a384d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:47.336130 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-00c769fa-6564-4e90-86a1-89c7a01a384d admin admin] 10.222.0.37 "GET /v2.0/networks/0693c6cd-6234-4aaa-93b4-4834c031a3b5 HTTP/1.1" status: 200 len: 886 time: 0.1336875 Nov 18 16:31:49.665767 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59012) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:49.804097 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d85e9-fc84-41cd-9bba-10259975e573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:49.805506 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d32d85e9-fc84-41cd-9bba-10259975e573 admin admin] 10.222.0.37 "GET /v2.0/networks/81122e31-5fad-4d9e-9f02-35eb02c3a77f HTTP/1.1" status: 200 len: 869 time: 0.1387413 Nov 18 16:31:52.156073 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59020) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:52.287041 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87d7cd-0dc8-4f45-8434-e2a9d5c63025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:52.287406 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea87d7cd-0dc8-4f45-8434-e2a9d5c63025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:52.290157 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ea87d7cd-0dc8-4f45-8434-e2a9d5c63025 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1318965 Nov 18 16:31:54.630659 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59028) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:54.729014 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98579ee-da24-4a47-9e8a-c84598e0b933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:54.729465 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98579ee-da24-4a47-9e8a-c84598e0b933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:54.731049 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e98579ee-da24-4a47-9e8a-c84598e0b933 admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0993946 Nov 18 16:31:54.777297 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-87b98114-6707-41c0-a891-3a6015e57889 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:56.943736 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-cb2f8789-c2a1-4b16-96bc-6e0e375be5eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:57.090878 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59036) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:57.196280 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f99c74a-70b3-4c1d-bec2-5f0aa67adb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:57.197595 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5f99c74a-70b3-4c1d-bec2-5f0aa67adb42 admin admin] 10.222.0.37 "GET /v2.0/subnets/677b52f7-8467-4f2e-93ea-1b349f6d2e51 HTTP/1.1" status: 200 len: 868 time: 0.1054435 Nov 18 16:31:58.453833 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:31:59.589731 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59044) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:31:59.680643 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e677b231-9e93-43a3-9a33-571fbaafe263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:31:59.682284 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e677b231-9e93-43a3-9a33-571fbaafe263 admin admin] 10.222.0.37 "GET /v2.0/subnets/e7f90a2f-b20f-4877-9803-259f1a18fd9d HTTP/1.1" status: 200 len: 816 time: 0.0915439 Nov 18 16:31:59.763029 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:00.271644 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:17.081305 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:32:24.667602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59098) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:32:24.715221 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [None req-db12760e-a4f0-4a0e-974f-bf9697627719 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:32:24.716329 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-db12760e-a4f0-4a0e-974f-bf9697627719 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477836 Nov 18 16:32:24.781407 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8b35f347-7818-4ba6-bf9e-5db456a65e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:26.944466 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-272492b8-ffb3-4561-86bc-2fd84a837948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:27.101012 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59106) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:32:27.165656 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f55d9a1-26bd-4a12-b977-d89282ed2924 admin admin] GET failed (client error): The resource could not be found. Nov 18 16:32:27.167016 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0f55d9a1-26bd-4a12-b977-d89282ed2924 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0650575 Nov 18 16:32:27.254141 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52323888-da66-4716-b240-5a1b6ee67923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:32:27.255674 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-52323888-da66-4716-b240-5a1b6ee67923 admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0839803 Nov 18 16:32:28.457107 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.608874 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59114) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:32:29.660506 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:29.684069 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Made reservation on behalf of fdb57d5d6d2e4a52a2bb739323a8b61e for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:32:29.687400 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.732102 dv-cinder-733622-22-iscsi neutron-server[102911]: WARNING neutron.services.revisions.revision_plugin [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Could not find related network for resource to bump revision. Nov 18 16:32:29.751990 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:32:29.763145 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.765736 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792968478109', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.766351 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Unsubscribe: segment precommit_create {{(pid=102911) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 18 16:32:29.766829 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Added segment 0bc5bcc2-9a4a-4c25-9ced-28f477c47339 of type vlan for network 40a04a64-ca62-4d0c-8ebc-9ab25432648c Nov 18 16:32:29.812541 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.847296 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.848226 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:32:29.848824 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:29.906040 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2960112 Nov 18 16:32:29.947241 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80cbe3e-475e-4a70-948d-b3475671420f admin admin] Pushing event updated for resources: {'Network': ['ID=40a04a64-ca62-4d0c-8ebc-9ab25432648c,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:32:29.959442 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 40a04a64-ca62-4d0c-8ebc-9ab25432648c details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:32:30.265504 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:32.228893 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59122) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:32:32.289253 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a28f30-74dd-4a75-9c97-f6c38935a52c admin admin] GET failed (client error): The resource could not be found. Nov 18 16:32:32.290471 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-85a28f30-74dd-4a75-9c97-f6c38935a52c admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0606000 Nov 18 16:32:32.362006 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c5d19c-0df7-40cf-8f70-222827f06831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:32:32.363483 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-70c5d19c-0df7-40cf-8f70-222827f06831 admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0685518 Nov 18 16:32:32.374176 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Request body: {'subnet': {'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:32:32.394259 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Made reservation on behalf of fdb57d5d6d2e4a52a2bb739323a8b61e for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:32:32.396489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:32.555283 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:32.612538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56602022-35bd-47db-937d-9a7eede72e3e,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:32:32.614968 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Checking segment: {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:32:32.615315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Network hostable DHCP agents. Network: 40a04a64-ca62-4d0c-8ebc-9ab25432648c, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:32:32.632492 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Network 40a04a64-ca62-4d0c-8ebc-9ab25432648c is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:32:32.648215 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 40a04a64-ca62-4d0c-8ebc-9ab25432648c) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:32:32.653132 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:32:32.653901 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:32.662047 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006810be-d0c3-4fc7-b2bf-ab6b282e0610 None None] Network 40a04a64-ca62-4d0c-8ebc-9ab25432648c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:32:32.670900 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2e21fcc3-7a84-4f4b-8a83-27a5fd6ec46c admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3006158 Nov 18 16:32:32.916119 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-40a04a64-ca62-4d0c-8ebc-9ab25432648c', 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c', 'tenant_id': 'fdb57d5d6d2e4a52a2bb739323a8b61e', 'fixed_ips': [{'subnet_id': '56602022-35bd-47db-937d-9a7eede72e3e'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:32:32.917287 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:33.056840 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Allocated IP 192.168.233.2 (40a04a64-ca62-4d0c-8ebc-9ab25432648c/56602022-35bd-47db-937d-9a7eede72e3e/d0237667-86aa-495e-b896-1ef42cf67531) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:32:33.207648 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:33.214414 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:33.257045 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Network 40a04a64-ca62-4d0c-8ebc-9ab25432648c is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:32:33.262887 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:32:33.265298 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Pushing event updated for resources: {'Port': ['ID=d0237667-86aa-495e-b896-1ef42cf67531,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:32:33.267822 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:32:33.279314 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.280222 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.280560 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.280887 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.281224 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.281557 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.281882 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.282202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.282549 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.282867 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.283186 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.283498 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:32:33.329844 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Attempting to bind port d0237667-86aa-495e-b896-1ef42cf67531 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:32:33.330206 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Attempting to bind port d0237667-86aa-495e-b896-1ef42cf67531 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:32:33.330601 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Attempting to bind port d0237667-86aa-495e-b896-1ef42cf67531 on network 40a04a64-ca62-4d0c-8ebc-9ab25432648c {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:32:33.335750 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:32:33.336120 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Checking segment: {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:32:33.336515 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:33.336900 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Bound using segment: {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:32:33.337363 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Bound port: d0237667-86aa-495e-b896-1ef42cf67531, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:32:33.337738 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:33.406432 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] For port d0237667-86aa-495e-b896-1ef42cf67531, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:32:33.409809 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] For port d0237667-86aa-495e-b896-1ef42cf67531, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=d0237667-86aa-495e-b896-1ef42cf67531,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:32:33.415799 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:33.478645 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa9745-3a85-4665-bef5-72bf1809335c None None] Pushing event updated for resources: {'Port': ['ID=d0237667-86aa-495e-b896-1ef42cf67531,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:32:34.125088 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device d0237667-86aa-495e-b896-1ef42cf67531 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:32:34.193044 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port d0237667-86aa-495e-b896-1ef42cf67531 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:32:34.193306 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:34.297484 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:34.340021 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port d0237667-86aa-495e-b896-1ef42cf67531, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=d0237667-86aa-495e-b896-1ef42cf67531,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:32:34.347012 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:34.406990 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=d0237667-86aa-495e-b896-1ef42cf67531,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:32:34.424829 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3b3d7-01b6-4561-ba1f-b86e0a647304 None None] Network 40a04a64-ca62-4d0c-8ebc-9ab25432648c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:32:34.518445 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-5044c5fc-729b-4378-af13-d85a4e814c6a None None] Provisioning complete for port d0237667-86aa-495e-b896-1ef42cf67531 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:32:34.518851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5044c5fc-729b-4378-af13-d85a4e814c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:34.898474 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-8e2b4954-1389-4f3b-baeb-5c9f64902b18 None None] Provisioning complete for port d0237667-86aa-495e-b896-1ef42cf67531 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:32:34.898849 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8e2b4954-1389-4f3b-baeb-5c9f64902b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:36.093732 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device d0237667-86aa-495e-b896-1ef42cf67531 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:32:36.149064 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port d0237667-86aa-495e-b896-1ef42cf67531 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:32:36.149673 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:54.080866 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:32:54.785817 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8a042f6e-b354-4ab8-954f-e9532e92e455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:56.947732 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b83bad23-4b5c-45e3-b6a8-cbc0dc555267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:58.463275 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:32:59.769587 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:00.285436 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:24.787262 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-6bdcac3a-bdad-4993-8eef-2a70d79a20a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:26.954333 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-83ee1f0f-73e9-4fdd-84e8-5781308e5e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:28.466266 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:29.770217 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:30.267824 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:31.079767 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:33:50.114967 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59166) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:33:50.121566 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [None req-fbf3673f-4531-4f58-a7b0-6ec1c2ecfe0a tempest-verify_tempest_config-1467520941 tempest-verify_tempest_config-1467520941-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:33:50.122565 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-fbf3673f-4531-4f58-a7b0-6ec1c2ecfe0a tempest-verify_tempest_config-1467520941 tempest-verify_tempest_config-1467520941-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058599 Nov 18 16:33:50.427726 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59184) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:33:50.549416 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.709894 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.714403 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.761865 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1a0b8e1a676f4805ad2e4770787f9aca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3329272 Nov 18 16:33:50.762653 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c83297-fd1e-4705-9b3a-841b09fcd511,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:33:50.765207 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59188) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:33:50.770504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.770886 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.771242 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.771590 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.771932 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.772272 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.772618 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.772956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.773292 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.773627 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.773957 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.774286 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d73295-3ee2-4da5-9241-ddcba40ea7ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.828820 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.850468 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.946319 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.949330 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:50.951726 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0c83297-fd1e-4705-9b3a-841b09fcd511 HTTP/1.1" status: 204 len: 168 time: 0.1842735 Nov 18 16:33:50.960382 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c83297-fd1e-4705-9b3a-841b09fcd511,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:33:50.968676 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.969031 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.969379 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.969714 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.970040 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.970398 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.970734 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.971068 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.971406 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.971729 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.972051 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:50.972376 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71054945-f6c8-41b1-8661-b288c2407c67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:33:54.791385 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-661d1dfa-04b3-48fd-8a4b-0525e6058237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:56.951806 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-228badd2-0d67-4001-9483-bb7fc7240000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:58.468246 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:33:59.781790 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:00.272248 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:08.084229 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:34:24.795970 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b8271fc7-7b61-4187-bd29-6856bbd8ceb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:26.947372 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-40998f46-c3c5-4016-8213-e24777bfd4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:28.470580 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:29.779352 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:30.281002 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:45.084097 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:34:54.806326 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a076d6d6-de4b-4194-afe1-6cc18e7f8741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:56.951793 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-c79ec422-714b-4620-a201-36a2b5bbcd9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:58.473342 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:34:59.780128 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:00.276308 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:22.084302 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 5 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:35:24.800409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b100d254-5bd2-4608-935a-9519080a109c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:26.955846 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e991f1f4-fe8b-4da0-9b8d-c8ea6b0ff32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:28.475402 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:29.528671 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7872458'] for agent, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:29.784005 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:30.280038 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:44.935897 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59264) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:35:45.040475 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3b47af27-4123-4e39-9154-3512fddb8385 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1034756 Nov 18 16:35:47.399409 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59274) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:35:47.454993 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-25e5630b-10e9-43e6-9d41-88465c24a31b admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0544848 Nov 18 16:35:54.802743 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b9a662b2-4e8c-44a5-bbd4-ccada055ab1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:56.957022 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30812f96-ac2c-4704-9b6f-fb11fc13e923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:58.475946 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:59.083159 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:35:59.478717 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:35:59.783787 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:00.285415 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:24.805361 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0bb44e46-6f3e-4e57-bc64-a0bb3088e47b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:26.959507 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5afaa67f-aeba-4f69-8b13-fc2ceb98eb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:28.482997 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:29.497979 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:29.787522 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:30.290126 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:36.082180 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:36:54.809262 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-98bb59a0-0a9c-49be-81d3-273e92646234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:56.973980 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0cad9cf7-c137-49c5-9ee3-2507856f9402 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:58.483185 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:59.500592 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:36:59.789857 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:00.293448 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:13.083951 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:37:20.821598 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59472) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:20.866722 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59480) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:20.947972 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59488) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:21.123862 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1947531475-network', 'tenant_id': '237bad5828a549b29f6a243424073742'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:21.153140 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Made reservation on behalf of 237bad5828a549b29f6a243424073742 for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:21.155718 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.166100 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.276680 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-network', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:21.304693 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.309944 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.328482 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:21.354346 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748136260-network', 'tenant_id': '08e95f0d29db454e8c15475375aaef83'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:21.366403 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.367009 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Added segment 16dd0fa1-5296-4e37-9152-ebcc558a1bc5 of type vlan for network 2873e132-d7ee-409d-adb9-1c383e18d00c Nov 18 16:37:21.369889 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Made reservation on behalf of 1cc857921a1d429fada348cb9e62d11e for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:21.373714 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.420342 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.500952 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.546714 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:21.597134 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.597993 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.599111 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.600136 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.600623 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.601221 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.601797 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.602683 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.603306 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.603960 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.604425 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.604908 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Tracked resource versions report: Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: pushed versions: Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: { 'AddressGroup': {'1.2'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'ConntrackHelper': {'1.0'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Log': {'1.0'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Network': {'1.1'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Port': {'1.7'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'PortForwarding': {'1.2'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'QosPolicy': {'1.10'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroup': {'1.5'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SubPort': {'1.0'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Subnet': {'1.1'}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Trunk': {'1.1'}} Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: consumer versions: Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: HyperV agent@hv-cinder-73362: {}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'ConntrackHelper': '1.0', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Log': '1.0', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Network': '1.1', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Port': '1.7', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'PortForwarding': '1.2', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'QosPolicy': '1.10', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroup': '1.5', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SecurityGroupRule': '1.2', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'SubPort': '1.0', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Subnet': '1.1', Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: 'Trunk': '1.1'}} Nov 18 16:37:21.606867 dv-cinder-733622-22-iscsi neutron-server[102912]: {{(pid=102912) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:37:21.621851 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Made reservation on behalf of 08e95f0d29db454e8c15475375aaef83 for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:21.622392 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.648220 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.650410 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:21.651159 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.706210 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.743306 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9195333 Nov 18 16:37:21.748845 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59514) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:21.761095 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Request body: {'subnet': {'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1947531475-subnet', 'tenant_id': '237bad5828a549b29f6a243424073742', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:21.815330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Made reservation on behalf of 237bad5828a549b29f6a243424073742 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:21.819338 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.854328 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f95c50-9889-448c-8895-99e6070d210d admin admin] Pushing event updated for resources: {'Network': ['ID=2873e132-d7ee-409d-adb9-1c383e18d00c,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:21.875202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 2873e132-d7ee-409d-adb9-1c383e18d00c details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:21.887994 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59528) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:21.926261 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59532) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:21.973686 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:21.984629 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.045478 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:22.101458 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2507b479-c1bd-4d82-93e9-7da842befc34,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:22.109467 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.110491 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Added segment 46839afe-d4bb-4329-9296-aab78d82e21e of type vlan for network 43adc3b1-fe53-4174-87dd-f10def03771b Nov 18 16:37:22.146862 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.172136 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.184458 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.252361 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.275727 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:22.283844 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-285678867-network', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:22.327943 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Made reservation on behalf of 6b14e0c12e3443509e3bb3d9f3015db1 for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:22.331890 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.349527 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f887529-64ec-4c8b-8358-bb65983bab09,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:22.367298 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-632398533-network', 'tenant_id': 'f7c2c5511d804720b1a6f09848fda91b'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:22.375987 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.377276 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Checking segment: {'id': '16dd0fa1-5296-4e37-9152-ebcc558a1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:22.377644 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Network hostable DHCP agents. Network: 2873e132-d7ee-409d-adb9-1c383e18d00c, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:22.396047 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.db.resource_extend [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 16:37:22.404949 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:22.408651 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Network 2873e132-d7ee-409d-adb9-1c383e18d00c is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:22.418981 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.419359 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.419935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.420490 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.421070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.421846 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.422418 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.423654 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.424392 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.424905 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.425621 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.426268 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Tracked resource versions report: Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: pushed versions: Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: { 'AddressGroup': {'1.2'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'ConntrackHelper': {'1.0'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Log': {'1.0'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Network': {'1.1'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Port': {'1.7'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'PortForwarding': {'1.2'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'QosPolicy': {'1.10'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroup': {'1.5'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SubPort': {'1.0'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Subnet': {'1.1'}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Trunk': {'1.1'}} Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: consumer versions: Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: HyperV agent@hv-cinder-73362: {}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'ConntrackHelper': '1.0', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Log': '1.0', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Network': '1.1', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Port': '1.7', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'PortForwarding': '1.2', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'QosPolicy': '1.10', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroup': '1.5', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SecurityGroupRule': '1.2', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'SubPort': '1.0', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Subnet': '1.1', Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: 'Trunk': '1.1'}} Nov 18 16:37:22.427964 dv-cinder-733622-22-iscsi neutron-server[102911]: {{(pid=102911) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:37:22.450060 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 2873e132-d7ee-409d-adb9-1c383e18d00c) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:22.456642 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:22.458119 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.465180 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531e76b-00aa-4ad5-986e-ba079d48af38 None None] Network 2873e132-d7ee-409d-adb9-1c383e18d00c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:22.486616 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5a85cd90-92be-472b-abf0-b316ba898a1d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7348583 Nov 18 16:37:22.519237 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.520254 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Added segment 1771dc36-243b-4495-95ba-27c9c0186c19 of type vlan for network cda0bb2a-e5ba-4699-baaf-76d7e2367d8c Nov 18 16:37:22.610357 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.612627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:22.613930 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.754128 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] Pushing event updated for resources: {'Network': ['ID=43adc3b1-fe53-4174-87dd-f10def03771b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:22.779610 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 43adc3b1-fe53-4174-87dd-f10def03771b details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:22.796471 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Made reservation on behalf of f7c2c5511d804720b1a6f09848fda91b for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:22.796471 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.796789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f4dd06-19dc-44c5-8aad-fcdd7d7c983a None None] Network 2873e132-d7ee-409d-adb9-1c383e18d00c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:22.807168 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.813999 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.815349 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.833107 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.851747 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-1f49056d-02c0-4027-a9a3-e78808175a8e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9788561 Nov 18 16:37:22.853988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59564) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:22.858785 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Request body: {'subnet': {'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-subnet', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:22.883982 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:22.901481 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Made reservation on behalf of 1cc857921a1d429fada348cb9e62d11e for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:22.903894 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.969115 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:22.969115 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Added segment 8fcb80aa-8cae-4a4b-a846-cc51a2939482 of type vlan for network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 Nov 18 16:37:22.973403 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b13e3-f05b-4626-817f-51b4210d107a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:23.001720 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.003468 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:23.004415 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.224639 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2727747 Nov 18 16:37:23.232526 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59576) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:23.233263 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0e659-958b-465f-bb44-73567b6e50dc admin admin] Pushing event updated for resources: {'Network': ['ID=cda0bb2a-e5ba-4699-baaf-76d7e2367d8c,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:23.242052 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Request body: {'subnet': {'network_id': 'cda0bb2a-e5ba-4699-baaf-76d7e2367d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748136260-subnet', 'tenant_id': '08e95f0d29db454e8c15475375aaef83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:23.250998 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.276460 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network cda0bb2a-e5ba-4699-baaf-76d7e2367d8c details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:23.316674 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Made reservation on behalf of 08e95f0d29db454e8c15475375aaef83 for: {'subnet': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:23.319528 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.344932 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.443729 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=77eb1f45-570c-48cd-a34e-86f67ea2474c,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:23.470569 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.471859 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:23.472440 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.486328 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Checking segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:23.487482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Network hostable DHCP agents. Network: 43adc3b1-fe53-4174-87dd-f10def03771b, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:23.511423 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.528435 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.548762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Network 43adc3b1-fe53-4174-87dd-f10def03771b is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:23.556018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59586) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:23.556197 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6656706 Nov 18 16:37:23.573604 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Request body: {'subnet': {'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-subnet', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:23.616085 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Made reservation on behalf of 6b14e0c12e3443509e3bb3d9f3015db1 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:23.619975 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.623639 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 43adc3b1-fe53-4174-87dd-f10def03771b) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:23.635589 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5fa37-5e94-4f55-ba05-f517964b69da None None] Network 43adc3b1-fe53-4174-87dd-f10def03771b requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:23.752337 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:23.753420 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.802762 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4f70bd32-1716-405e-b7df-ca8c37896b1d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9486461 Nov 18 16:37:23.806996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59594) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:23.813798 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da240b24-7223-4aa2-a9a7-092d3fd10548 admin admin] Pushing event updated for resources: {'Network': ['ID=504ea0e6-8d30-4bfe-8d8a-47afec964b61,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:23.814458 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:23.840485 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:23.863069 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34653d6-9fb9-4893-946a-5c092d6a3742,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:23.869486 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.873148 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.873494 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Added segment 55a9bf24-fc71-40a3-89a8-f0b1d74f19a4 of type vlan for network 2965759e-9bd1-485f-97fb-4dd1055fa044 Nov 18 16:37:23.895764 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:23.922823 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:23.924952 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.046737 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.067618 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=039f3632-94db-4cbb-bbaa-cbfc87edbd17,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:24.123266 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Checking segment: {'id': '1771dc36-243b-4495-95ba-27c9c0186c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'cda0bb2a-e5ba-4699-baaf-76d7e2367d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:24.123665 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Network hostable DHCP agents. Network: cda0bb2a-e5ba-4699-baaf-76d7e2367d8c, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:24.130194 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.131252 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:24.132085 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.170835 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.202482 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2672844 Nov 18 16:37:24.213978 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59608) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:24.227999 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Request body: {'subnet': {'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-632398533-subnet', 'tenant_id': 'f7c2c5511d804720b1a6f09848fda91b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:24.234663 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf8c34-9bba-403b-9404-a326408661e7 admin admin] Pushing event updated for resources: {'Network': ['ID=2965759e-9bd1-485f-97fb-4dd1055fa044,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:24.238775 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Network cda0bb2a-e5ba-4699-baaf-76d7e2367d8c is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:24.256073 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, cda0bb2a-e5ba-4699-baaf-76d7e2367d8c) {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:24.260893 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:24.261949 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.276800 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5478e0f9-4c61-4e96-bb4f-0dd60fed114e None None] Network 43adc3b1-fe53-4174-87dd-f10def03771b requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:24.279959 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:24.293402 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9f774b2c-a015-49c9-b565-e100aea5d3e4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0543625 Nov 18 16:37:24.300115 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f93c5-526e-4f9b-b517-d3182db0d2b6 None None] Network cda0bb2a-e5ba-4699-baaf-76d7e2367d8c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:24.320950 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.354482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Made reservation on behalf of f7c2c5511d804720b1a6f09848fda91b for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:24.358997 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.703686 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Checking segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:24.704082 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Network hostable DHCP agents. Network: 504ea0e6-8d30-4bfe-8d8a-47afec964b61, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:24.711270 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d91ced3-e7bf-4718-ac5b-1f806796a4c3,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:24.755649 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.800799 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:24.832456 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 504ea0e6-8d30-4bfe-8d8a-47afec964b61) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:24.840838 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:24.841917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:24.981160 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5380ed52-657f-4b44-997e-94354b8b8d68 None None] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:24.990170 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3b76cc82-a70b-44b7-a173-0f0cf82c8a02 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4250371 Nov 18 16:37:24.991166 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59648) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:24.996698 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:25.046212 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.048758 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.194487 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.314113 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.319079 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59664) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:25.482991 dv-cinder-733622-22-iscsi neutron-server[102911]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:37:25.491228 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9172e1ea-50cd-4931-8213-1b50a6dd3183,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:25.619362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8343d7c1-19c3-4840-9556-42e1c06d42a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.667728 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59676) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:25.675349 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-961339234-network', 'tenant_id': '798a5a7006604e35beadfa074d81277f'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:25.683747 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.800554 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Made reservation on behalf of 798a5a7006604e35beadfa074d81277f for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:25.804565 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1c0b8a-1e7e-4771-adb6-78dc206e3d3a None None] Network cda0bb2a-e5ba-4699-baaf-76d7e2367d8c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:25.807457 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.851716 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.854311 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:37:25.857513 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:25.926130 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-16bc3458-0e70-4622-ab6a-8656e1e29cff tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:25.927958 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-16bc3458-0e70-4622-ab6a-8656e1e29cff tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/networks?id=2873e132-d7ee-409d-adb9-1c383e18d00c HTTP/1.1" status: 200 len: 812 time: 0.4506171 Nov 18 16:37:25.977882 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-80433d0b-13c0-4c42-b751-906677c6e683 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/quotas/237bad5828a549b29f6a243424073742 HTTP/1.1" status: 200 len: 375 time: 0.0370536 Nov 18 16:37:25.995032 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.041778 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.085062 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:26.115102 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.115102 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Added segment 9994ae3c-eaf7-4150-92b1-73176f6ae21c of type vlan for network b17c548b-ac6b-4d64-aa93-200a477688c1 Nov 18 16:37:26.117644 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1919c63-efc4-49d2-95a7-9b2839fb9d81,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:26.126432 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-bdc2c935-01e3-49c0-823d-dd30bad1e826 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=237bad5828a549b29f6a243424073742&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1336534 Nov 18 16:37:26.156557 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Allocated IP 172.20.0.2 (504ea0e6-8d30-4bfe-8d8a-47afec964b61/6d91ced3-e7bf-4718-ac5b-1f806796a4c3/5c805f46-e756-4e1c-b7cd-97d75abf6069) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:26.197077 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Checking segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:26.197519 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Network hostable DHCP agents. Network: 2965759e-9bd1-485f-97fb-4dd1055fa044, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:26.205548 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.290239 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.291574 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:26.292441 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.377964 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] Pushing event updated for resources: {'Network': ['ID=b17c548b-ac6b-4d64-aa93-200a477688c1,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:26.390282 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.424597 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:26.425140 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.433201 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b0c7de45-27ae-49a4-ae5e-d242c17ed684 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7629726 Nov 18 16:37:26.439194 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59696) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:26.446965 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Request body: {'subnet': {'network_id': 'b17c548b-ac6b-4d64-aa93-200a477688c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-961339234-subnet', 'tenant_id': '798a5a7006604e35beadfa074d81277f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:26.451677 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.480068 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network b17c548b-ac6b-4d64-aa93-200a477688c1 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:26.484055 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 2965759e-9bd1-485f-97fb-4dd1055fa044) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:26.502654 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:26.503376 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.557336 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.564642 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb641d8-0d4e-49de-8dab-6e6e9efca12d None None] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:26.583392 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-d3315c47-daec-4ee6-a255-a879f17082e3 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:37:26.584478 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-d3315c47-daec-4ee6-a255-a879f17082e3 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1425741 Nov 18 16:37:26.600582 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Allocated IP 172.27.3.143 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/96f3fcc3-ddea-4339-bb30-7169954fc9af) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:26.659196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Made reservation on behalf of 798a5a7006604e35beadfa074d81277f for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:26.662114 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Publish callbacks [] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.698365 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-341c1aed-1eae-4f8d-b7bc-8f8fe5125230 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4705403 Nov 18 16:37:26.769031 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.813937 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.830536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.838887 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:26.938196 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:26.950855 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-3873c08b-7113-44eb-ad26-22ea302ac48a service neutron] 10.222.0.37 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313491 Nov 18 16:37:26.952466 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:26.959980 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:26.965344 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Pushing event updated for resources: {'Port': ['ID=5c805f46-e756-4e1c-b7cd-97d75abf6069,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:26.999461 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:27.017904 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:27.039450 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50279690-d2df-4215-b6a0-68bb29f9c610 None None] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:27.046618 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.047387 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.048029 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.048877 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.049524 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.050010 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.050610 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.051226 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.051804 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.052372 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.052937 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.053577 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Tracked resource versions report: Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: pushed versions: Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: { 'AddressGroup': {'1.2'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'ConntrackHelper': {'1.0'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Log': {'1.0'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Network': {'1.1'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Port': {'1.7'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'PortForwarding': {'1.2'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'QosPolicy': {'1.10'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroup': {'1.5'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SubPort': {'1.0'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Subnet': {'1.1'}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Trunk': {'1.1'}} Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: consumer versions: Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: HyperV agent@hv-cinder-73362: {}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'ConntrackHelper': '1.0', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Log': '1.0', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Network': '1.1', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Port': '1.7', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'PortForwarding': '1.2', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'QosPolicy': '1.10', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroup': '1.5', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SecurityGroupRule': '1.2', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'SubPort': '1.0', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Subnet': '1.1', Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: 'Trunk': '1.1'}} Nov 18 16:37:27.055851 dv-cinder-733622-22-iscsi neutron-server[102913]: {{(pid=102913) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:37:27.069456 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-c1d372ab-81ff-4ff3-bb70-6b82bcdd6855 service neutron] 10.222.0.37 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171269 Nov 18 16:37:27.085036 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:27.130709 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a8f1470c-f0d6-416b-9463-6b2df109c57d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:27.201363 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:27.212438 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Pushing event updated for resources: {'Port': ['ID=96f3fcc3-ddea-4339-bb30-7169954fc9af,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:27.214277 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Attempting to bind port 5c805f46-e756-4e1c-b7cd-97d75abf6069 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:27.215221 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Attempting to bind port 5c805f46-e756-4e1c-b7cd-97d75abf6069 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:27.215771 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Attempting to bind port 5c805f46-e756-4e1c-b7cd-97d75abf6069 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:27.226527 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:27.226914 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Checking segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:27.228028 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:27.228809 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Bound using segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:27.229807 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Bound port: 5c805f46-e756-4e1c-b7cd-97d75abf6069, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:27.230583 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:27.323322 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f766b7cb-1e6e-49f9-b121-9b3d883d0fe1,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:27.392417 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Checking segment: {'id': '9994ae3c-eaf7-4150-92b1-73176f6ae21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b17c548b-ac6b-4d64-aa93-200a477688c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:27.392765 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Network hostable DHCP agents. Network: b17c548b-ac6b-4d64-aa93-200a477688c1, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:27.453110 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Network b17c548b-ac6b-4d64-aa93-200a477688c1 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:27.462696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Allocated IP 172.27.3.23 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/a605baab-68bf-40f3-89e4-f74cac8d7efb) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:27.468373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, b17c548b-ac6b-4d64-aa93-200a477688c1) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:27.477427 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:27.478656 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:27.499777 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f7b70953-e478-4c6e-a21e-255fface5b2e admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0593088 Nov 18 16:37:27.647850 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:27.708796 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1aeb5b-e886-4ecd-ab7a-b659f04cff6f None None] Network b17c548b-ac6b-4d64-aa93-200a477688c1 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:28.016868 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] For port 5c805f46-e756-4e1c-b7cd-97d75abf6069, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:28.025094 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59764) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:28.046648 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da94926-af9d-488e-ae3c-5bda06701e88 None None] Network b17c548b-ac6b-4d64-aa93-200a477688c1 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:28.061401 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51e9d66a-226e-444c-9da7-7cc022a4061e req-8c1389d3-4608-413a-b459-53f3d32c30b0 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.2535295 Nov 18 16:37:28.125970 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] For port 5c805f46-e756-4e1c-b7cd-97d75abf6069, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5c805f46-e756-4e1c-b7cd-97d75abf6069,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:28.136637 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.247088 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.428284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.447467 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.555874 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Deleting subnet 039f3632-94db-4cbb-bbaa-cbfc87edbd17 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:37:28.593923 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.607036 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Router eba38177-e5fd-427a-8ffe-40041803a6e4 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:37:28.608230 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:28.613675 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c88880-9fa5-4d0c-a864-435c4cd1d604 None None] Pushing event updated for resources: {'Port': ['ID=5c805f46-e756-4e1c-b7cd-97d75abf6069,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:28.617704 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.725976 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:28.746134 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59802) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:28.767455 dv-cinder-733622-22-iscsi neutron-server[102912]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 18 16:37:28.767577 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:28.857327 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Pushing event updated for resources: {'Port': ['ID=a605baab-68bf-40f3-89e4-f74cac8d7efb,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:28.875541 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:28.943332 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:37:28.964703 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:37:29.057394 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.074473 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:29.074473 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:29.076136 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.078774 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e3363cc7-80cd-4f25-ae9a-15e20f01a3ed admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0859029 Nov 18 16:37:29.163787 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59814) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:29.187674 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.343685 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59822) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:29.413443 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.425710 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/039f3632-94db-4cbb-bbaa-cbfc87edbd17 HTTP/1.1" status: 204 len: 168 time: 1.3965333 Nov 18 16:37:29.434973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8b68c-05b0-4426-8031-afa8ad93a43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039f3632-94db-4cbb-bbaa-cbfc87edbd17,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:29.484958 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59828) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:29.541089 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.561313 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:29.601889 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33808c88-6765-47a5-99ae-50b26be32582 req-d145fe09-c8c8-4f90-93a2-e2edbe0add2c tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.2194657 Nov 18 16:37:29.739480 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-71010399-3531-42f5-896d-c138f33199ca tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:29.741655 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-71010399-3531-42f5-896d-c138f33199ca tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.9895775 Nov 18 16:37:29.808549 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.928552 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:29.969259 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:27Z', 'revision_number': 3, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:30.027332 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-4cb86523-68f9-4bb1-a4a8-9d8e98b62185 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/quotas/f7c2c5511d804720b1a6f09848fda91b HTTP/1.1" status: 200 len: 375 time: 0.2746606 Nov 18 16:37:30.028192 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ed53e90b-0b61-4698-b749-398c1249a96d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.053361 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:37:30.054006 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Updating router eba38177-e5fd-427a-8ffe-40041803a6e4 port 96f3fcc3-ddea-4339-bb30-7169954fc9af binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:37:30.061007 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.096617 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.151442 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-0c967146-f305-4700-b34e-38748bf5d7d8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0947919 Nov 18 16:37:30.326400 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.363602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.409586 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c908a34f-44ba-4235-9fa0-614697a09692 None None] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:30.417697 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.419177 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.420667 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.421276 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > port after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.421852 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.422454 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > port after_update 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.423018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.423594 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.424145 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.424669 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.475930 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5c805f46-e756-4e1c-b7cd-97d75abf6069 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:30.485906 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-21ba240f-151b-4abb-bd6d-48f71c2e9a66 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:37:30.487012 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-21ba240f-151b-4abb-bd6d-48f71c2e9a66 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2213116 Nov 18 16:37:30.529567 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.544457 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ed53e90b-0b61-4698-b749-398c1249a96d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.560080 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-f59d8cd9-f259-4191-b4f0-87f6ad7b075a None None] Provisioning complete for port 5c805f46-e756-4e1c-b7cd-97d75abf6069 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:30.560710 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f59d8cd9-f259-4191-b4f0-87f6ad7b075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.563045 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ed53e90b-0b61-4698-b749-398c1249a96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.636473 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 5c805f46-e756-4e1c-b7cd-97d75abf6069 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:30.636767 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.690724 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53e90b-0b61-4698-b749-398c1249a96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf05e33-d1fc-4a1e-8c0b-ab9de1533172,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:30.696810 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.711299 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.796608 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ed53e90b-0b61-4698-b749-398c1249a96d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8f59a47ab9b74b09850cf16462fcc115&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4325025 Nov 18 16:37:30.799758 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Pushing event updated for resources: {'Port': ['ID=96f3fcc3-ddea-4339-bb30-7169954fc9af,revision_number=2']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:30.801046 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59852) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:30.815254 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.815634 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.816404 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.816759 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.817103 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.817483 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.817908 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.818252 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.818698 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.819044 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.819378 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.819705 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Tracked resource versions report: Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: pushed versions: Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: { 'AddressGroup': {'1.2'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'ConntrackHelper': {'1.0'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Log': {'1.0'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Network': {'1.1'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Port': {'1.7'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'PortForwarding': {'1.2'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'QosPolicy': {'1.10'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroup': {'1.5'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroupRule': {'1.2'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SubPort': {'1.0'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Subnet': {'1.1'}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Trunk': {'1.1'}} Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: consumer versions: Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: { DHCP agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: HyperV agent@hv-cinder-73362: {}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: L3 agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: Metadata agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: Metering agent@dv-cinder-733622-22-iscsi: {}, Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: Open vSwitch agent@dv-cinder-733622-22-iscsi: { 'AddressGroup': '1.2', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'ConntrackHelper': '1.0', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Log': '1.0', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Network': '1.1', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Port': '1.7', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'PortForwarding': '1.2', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'QosPolicy': '1.10', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroup': '1.5', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SecurityGroupRule': '1.2', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'SubPort': '1.0', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Subnet': '1.1', Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: 'Trunk': '1.1'}} Nov 18 16:37:30.822602 dv-cinder-733622-22-iscsi neutron-server[102914]: {{(pid=102914) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 18 16:37:30.830271 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.830917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.831427 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.831911 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102911) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:37:30.832614 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda0bb2a-e5ba-4699-baaf-76d7e2367d8c']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:30.843921 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Attempting to bind port 96f3fcc3-ddea-4339-bb30-7169954fc9af on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:30.844337 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Attempting to bind port 96f3fcc3-ddea-4339-bb30-7169954fc9af by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:30.844710 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Attempting to bind port 96f3fcc3-ddea-4339-bb30-7169954fc9af on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:30.851458 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:30.851894 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:30.853430 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.854019 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:30.854570 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Bound port: 96f3fcc3-ddea-4339-bb30-7169954fc9af, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:30.855003 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.876177 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f59d8cd9-f259-4191-b4f0-87f6ad7b075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.895448 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb501e00-6987-4cf3-93a4-a3c6c4ea2cbd req-ab9c52d1-06aa-44d5-915e-e821554df8aa tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.0468502 Nov 18 16:37:30.898603 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1771dc36-243b-4495-95ba-27c9c0186c19') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:30.899698 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1771dc36-243b-4495-95ba-27c9c0186c19') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:30.924136 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] For port 96f3fcc3-ddea-4339-bb30-7169954fc9af, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:30.924405 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09243ba8-28d0-4f6a-86bb-55276d822133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.928539 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] For port 96f3fcc3-ddea-4339-bb30-7169954fc9af, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=96f3fcc3-ddea-4339-bb30-7169954fc9af,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:30.944607 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.962475 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444223'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:30.967492 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-f59d8cd9-f259-4191-b4f0-87f6ad7b075a None None] For port 5c805f46-e756-4e1c-b7cd-97d75abf6069, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5c805f46-e756-4e1c-b7cd-97d75abf6069,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:30.991769 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-53626bb5-69cd-4605-9788-5414e84f0746 service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840415 Nov 18 16:37:31.003433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f59d8cd9-f259-4191-b4f0-87f6ad7b075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.013362 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.036279 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:37:31.037093 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500600'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: from cryptography.utils import int_from_bytes Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: from cryptography.utils import int_from_bytes Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: timer() Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: cb(*args, **kw) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: self._notify() Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: self.callback(batched_events) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: event.method(event) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._get(url).json() Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:37:31.047384 dv-cinder-733622-22-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:37:31.050611 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc9b1b-9c92-47de-b126-83e2440ff512 None None] Pushing event updated for resources: {'Port': ['ID=96f3fcc3-ddea-4339-bb30-7169954fc9af,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:31.105022 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:31.106037 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:31.109164 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59d8cd9-f259-4191-b4f0-87f6ad7b075a None None] Pushing event updated for resources: {'Port': ['ID=5c805f46-e756-4e1c-b7cd-97d75abf6069,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:31.116383 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.181383 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09243ba8-28d0-4f6a-86bb-55276d822133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.204919 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.229208 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.db.api [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102913) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 18 16:37:31.230060 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG oslo_db.api [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 18 16:37:31.271441 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:31.272064 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.326231 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-ec120a0f-3177-49ef-be0d-27144266db57 service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844536 Nov 18 16:37:31.332041 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda0bb2a-e5ba-4699-baaf-76d7e2367d8c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:31.349571 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.354574 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-44943b55-1d7e-462e-98a9-c4d5e1ab8f93 admin admin] 10.222.0.37 "DELETE /v2.0/networks/cda0bb2a-e5ba-4699-baaf-76d7e2367d8c HTTP/1.1" status: 204 len: 168 time: 1.8664410 Nov 18 16:37:31.358033 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59860) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:31.365798 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Allocated IP 172.20.0.1 (504ea0e6-8d30-4bfe-8d8a-47afec964b61/6d91ced3-e7bf-4718-ac5b-1f806796a4c3/3ff6007a-624a-4fec-b44d-a3eeb8d0fe91) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:31.406821 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09243ba8-28d0-4f6a-86bb-55276d822133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.417768 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09243ba8-28d0-4f6a-86bb-55276d822133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.420499 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-09243ba8-28d0-4f6a-86bb-55276d822133 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8bf05e33-d1fc-4a1e-8c0b-ab9de1533172 HTTP/1.1" status: 204 len: 168 time: 0.6157727 Nov 18 16:37:31.465961 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-3fc0a006-9c00-48bb-b465-4d6b74eaf9c5 None None] Provisioning complete for port 5c805f46-e756-4e1c-b7cd-97d75abf6069 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:31.467042 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3fc0a006-9c00-48bb-b465-4d6b74eaf9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.487631 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09243ba8-28d0-4f6a-86bb-55276d822133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf05e33-d1fc-4a1e-8c0b-ab9de1533172,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:31.514687 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Deleting subnet f766b7cb-1e6e-49f9-b121-9b3d883d0fe1 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:37:31.533947 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.649672 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:27Z', 'revision_number': 3, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:31.740311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.774942 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27199a8-7989-404f-bd0a-add19e1ea081 None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:27Z', 'revision_number': 3, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:37:31.883292 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:31.944649 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.012236 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5fd04ee-c71c-4521-8fd7-a8b4e1c46bc9 req-eb5f3f70-bc95-4783-a2a6-ecda44ff9150 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.2108724 Nov 18 16:37:32.012414 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.013321 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.071704 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:32.077263 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:32.082474 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:32.083128 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.094668 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.100015 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/f766b7cb-1e6e-49f9-b121-9b3d883d0fe1 HTTP/1.1" status: 204 len: 168 time: 0.7406359 Nov 18 16:37:32.109544 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59886) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:32.199764 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59890) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:32.212120 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.222602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfbdd2-ef13-429b-b511-0901320d332a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f766b7cb-1e6e-49f9-b121-9b3d883d0fe1,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:32.232093 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Router 08b7ff43-7259-488d-b68d-b4b69dfeff6e is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:37:32.238458 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Pushing event updated for resources: {'Port': ['ID=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:32.311025 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da6b759e-1096-41b5-b622-58a42113ee15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.424231 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.447037 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5c805f46-e756-4e1c-b7cd-97d75abf6069 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:32.465461 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17c548b-ac6b-4d64-aa93-200a477688c1']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:32.476004 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c47164ab-7813-450a-b042-a45a83793614 req-f172778a-442a-43bb-af52-a02c158b9436 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.1666837 Nov 18 16:37:32.507366 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9994ae3c-eaf7-4150-92b1-73176f6ae21c') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:32.513488 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9994ae3c-eaf7-4150-92b1-73176f6ae21c') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:32.532691 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444223'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.561870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.590000 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-1198ca03-5ac7-431a-ba43-4aa5759b2a62 None None] Provisioning complete for port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:32.592876 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-1198ca03-5ac7-431a-ba43-4aa5759b2a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.648223 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 5c805f46-e756-4e1c-b7cd-97d75abf6069 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:32.655425 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.685828 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.743453 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:37:32.744036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500600'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: timer() Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: cb(*args, **kw) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: self._notify() Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: self.callback(batched_events) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: event.method(event) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._get(url).json() Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:37:32.768877 dv-cinder-733622-22-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:37:32.791616 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-1198ca03-5ac7-431a-ba43-4aa5759b2a62 None None] Port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:37:32.837141 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.854330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.857049 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] 10.222.0.37 "DELETE /v2.0/networks/b17c548b-ac6b-4d64-aa93-200a477688c1 HTTP/1.1" status: 204 len: 168 time: 0.7444587 Nov 18 16:37:32.926847 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320637ef-e7ba-472f-8082-2d67e43a80ca admin admin] Pushing event deleted for resources: {'Network': ['ID=b17c548b-ac6b-4d64-aa93-200a477688c1,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:32.944781 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da6b759e-1096-41b5-b622-58a42113ee15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.960304 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-da6b759e-1096-41b5-b622-58a42113ee15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:32.968105 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:37:32.978471 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Sync routers for ids ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:37:32.999596 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Routers {'08b7ff43-7259-488d-b68d-b4b69dfeff6e'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:33.002356 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:33.003430 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.004790 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6ed6af67-87ff-484c-9fb7-c3e7b7e8b90f admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.1966770 Nov 18 16:37:33.008759 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59914) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:33.099920 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b759e-1096-41b5-b622-58a42113ee15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3df74f8-9590-4620-b569-42c0f30aa264,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:33.142163 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-da6b759e-1096-41b5-b622-58a42113ee15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d32c84904ba64ed694970b389d4dcb2f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9043148 Nov 18 16:37:33.142420 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 59918) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:33.237872 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.239945 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Set router 08b7ff43-7259-488d-b68d-b4b69dfeff6e gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:33.249739 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.252366 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.314782 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5f395e0-f263-43f4-9fa6-4aa1404d8fec req-8e2a7dba-2b13-4085-8353-a41beb6740cd tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.1342289 Nov 18 16:37:33.322059 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59920) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:33.430953 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Pushing event updated for resources: {'Port': ['ID=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:33.455798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f83aba4-2205-433d-9c0f-8bb89d6c9c70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.476368 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9abad076-1c1e-4d47-a88c-318086d99aba admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08e95f0d29db454e8c15475375aaef83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1528206 Nov 18 16:37:33.480036 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59926) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:33.576392 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09b09060-f068-4b85-b6e3-10f06a30fadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.593331 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f83aba4-2205-433d-9c0f-8bb89d6c9c70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.609576 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:33.613124 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:33.632660 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:37:29Z', 'revision_number': 3, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:33.675898 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09b09060-f068-4b85-b6e3-10f06a30fadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.680664 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Checking router: 08b7ff43-7259-488d-b68d-b4b69dfeff6e for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:37:33.681300 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Updating router 08b7ff43-7259-488d-b68d-b4b69dfeff6e port a605baab-68bf-40f3-89e4-f74cac8d7efb binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:37:33.694372 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-719ecb3a-61a0-442f-aab3-4630379e3294 req-52348374-47f8-43ae-85cd-48f352791008 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.0649843 Nov 18 16:37:33.711223 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.764158 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f83aba4-2205-433d-9c0f-8bb89d6c9c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.768005 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f83aba4-2205-433d-9c0f-8bb89d6c9c70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.769520 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5f83aba4-2205-433d-9c0f-8bb89d6c9c70 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3df74f8-9590-4620-b569-42c0f30aa264 HTTP/1.1" status: 204 len: 168 time: 0.6264412 Nov 18 16:37:33.785031 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83aba4-2205-433d-9c0f-8bb89d6c9c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3df74f8-9590-4620-b569-42c0f30aa264,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:33.977762 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-a1b92b66-3d8b-47eb-81f3-79ba3fa73505 None None] Provisioning complete for port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:33.978351 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a1b92b66-3d8b-47eb-81f3-79ba3fa73505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.991572 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Router eba38177-e5fd-427a-8ffe-40041803a6e4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:37:33.992381 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09b09060-f068-4b85-b6e3-10f06a30fadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.995505 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-09b09060-f068-4b85-b6e3-10f06a30fadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:33.996689 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-09b09060-f068-4b85-b6e3-10f06a30fadd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7f887529-64ec-4c8b-8358-bb65983bab09 HTTP/1.1" status: 204 len: 168 time: 0.5154769 Nov 18 16:37:34.011268 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b09060-f068-4b85-b6e3-10f06a30fadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f887529-64ec-4c8b-8358-bb65983bab09,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:34.011865 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.094281 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-a1b92b66-3d8b-47eb-81f3-79ba3fa73505 None None] Port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:37:34.319106 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:37:34.343197 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9549d34c-4209-47f7-8acf-b28f28b3f88a admin admin] 10.222.0.37 "PUT /v2.0/routers/eba38177-e5fd-427a-8ffe-40041803a6e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1773012 Nov 18 16:37:34.434860 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96f3fcc3-ddea-4339-bb30-7169954fc9af up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:34.497652 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.511014 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.529004 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05cdce37-c56f-4062-9e43-11257b5c1ed3 req-6b77717f-c5fe-438c-bed1-ba77122e813c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.0846379 Nov 18 16:37:34.562392 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Allocated IP 172.20.0.1 (43adc3b1-fe53-4174-87dd-f10def03771b/77eb1f45-570c-48cd-a34e-86f67ea2474c/1297a9e8-24a8-4bb0-97f6-a4f09add6b75) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:34.614937 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Attempting to bind port a605baab-68bf-40f3-89e4-f74cac8d7efb on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:34.615314 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Attempting to bind port a605baab-68bf-40f3-89e4-f74cac8d7efb by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:34.615678 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Attempting to bind port a605baab-68bf-40f3-89e4-f74cac8d7efb on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:34.621045 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59950) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:34.633260 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 96f3fcc3-ddea-4339-bb30-7169954fc9af triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:34.634744 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.694816 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39b0ec-1ae7-4521-aab6-9ef51876006c None None] Pushing event updated for resources: {'Port': ['ID=a605baab-68bf-40f3-89e4-f74cac8d7efb,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:34.699957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:34.701016 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:34.701934 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.702715 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:34.703698 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Bound port: a605baab-68bf-40f3-89e4-f74cac8d7efb, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:34.704259 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.744261 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ccd984a4-c341-46b1-bc51-9880270487ce admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=798a5a7006604e35beadfa074d81277f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1184332 Nov 18 16:37:34.745225 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 59958) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:34.820470 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.821622 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfe3a-0373-417b-8bed-db399161d07b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.840615 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:37:34.881876 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:34.884985 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:34.918835 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfe3a-0373-417b-8bed-db399161d07b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:34.925621 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 96f3fcc3-ddea-4339-bb30-7169954fc9af, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=96f3fcc3-ddea-4339-bb30-7169954fc9af,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:34.946890 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.075053 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfe3a-0373-417b-8bed-db399161d07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.086670 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a6ccfe3a-0373-417b-8bed-db399161d07b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.090673 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a6ccfe3a-0373-417b-8bed-db399161d07b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f1919c63-efc4-49d2-95a7-9b2839fb9d81 HTTP/1.1" status: 204 len: 168 time: 0.3443851 Nov 18 16:37:35.117114 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ccfe3a-0373-417b-8bed-db399161d07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1919c63-efc4-49d2-95a7-9b2839fb9d81,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:35.145590 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=96f3fcc3-ddea-4339-bb30-7169954fc9af,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:35.165330 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e148ec9e-0baf-460a-9226-c60df194acde req-386e45a1-7bdd-42fa-9a0f-01d77c04ee7d tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.1153531 Nov 18 16:37:35.174490 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] For port a605baab-68bf-40f3-89e4-f74cac8d7efb, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:35.201071 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.209506 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] For port a605baab-68bf-40f3-89e4-f74cac8d7efb, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=a605baab-68bf-40f3-89e4-f74cac8d7efb,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:35.230442 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.253638 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.281283 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:35.341082 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Routers {'08b7ff43-7259-488d-b68d-b4b69dfeff6e'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:35.341913 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:35.463834 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:35.498265 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39b0ec-1ae7-4521-aab6-9ef51876006c None None] Pushing event updated for resources: {'Port': ['ID=a605baab-68bf-40f3-89e4-f74cac8d7efb,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:35.499022 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Network 43adc3b1-fe53-4174-87dd-f10def03771b is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:35.501108 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:35.510261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:35.610819 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.677338 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 2, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:35.710367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] Set router 08b7ff43-7259-488d-b68d-b4b69dfeff6e gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:35.758261 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:37:35.758944 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Updating router eba38177-e5fd-427a-8ffe-40041803a6e4 port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:37:35.843873 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4c37cbee-6efa-421f-b54c-8a375fe3cdfc req-931649c0-48e9-4545-86f5-5901320cb0ab tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.0559328 Nov 18 16:37:35.844109 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:35.901675 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.66', 58653) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:36.163991 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60008) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:36.178951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1459376201', 'description': 'tempest-description--1577887012'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:36.290278 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-73f6159c-c09a-434f-b345-15004ffefd06 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:36.292643 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-73f6159c-c09a-434f-b345-15004ffefd06 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.66 "GET /v2.0/networks?id=2873e132-d7ee-409d-adb9-1c383e18d00c HTTP/1.1" status: 200 len: 812 time: 0.3888953 Nov 18 16:37:36.293169 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60014) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:36.366182 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Request body: {'port': {'device_id': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c', 'admin_state_up': True, 'tenant_id': '237bad5828a549b29f6a243424073742'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:36.387286 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:37:29Z', 'revision_number': 3, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:36.496754 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96f3fcc3-ddea-4339-bb30-7169954fc9af up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:36.506132 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96996ce8-e009-4d85-b38a-45e6ee07c2ac None None] The sync data for ids ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'] in dv-cinder-733622-22-iscsi is: [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:37:29Z', 'revision_number': 3, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:37:36.564310 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:36.719642 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 96f3fcc3-ddea-4339-bb30-7169954fc9af triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:36.722771 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:36.854344 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.66', 58658) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:36.965081 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1938260477-network', 'tenant_id': 'fb72401b53214966991c572447ced76b'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:36.978560 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.248286 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.264976 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.359050 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Made reservation on behalf of fb72401b53214966991c572447ced76b for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:37.361520 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.379096 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.421185 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b627309-dbd5-478a-a205-1756066739d1 req-0ca32b92-c205-4729-9f89-ec1b833af9a2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.9794638 Nov 18 16:37:37.446057 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.446250 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1a2b2447-c50d-488e-8ed1-82f45698b5ca req-7a2c63f2-6316-4ad9-ad84-293b26f62f0b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.1772311 Nov 18 16:37:37.446250 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.526342 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947a374-d0c3-403b-990c-8fd16371d6a1 None None] Pushing event updated for resources: {'Port': ['ID=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:37.602366 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Attempting to bind port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:37.602743 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Attempting to bind port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:37.603117 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Attempting to bind port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:37.619753 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.624210 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.4563415 Nov 18 16:37:37.624401 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:37.624401 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Checking segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:37.624401 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.624401 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Bound using segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:37.624401 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Bound port: 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:37.624796 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.679195 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60086) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:37.704313 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'security_group_rule': {'security_group_id': '8be406b3-87e9-449f-b747-64d8e6d2706e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:37.778099 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61010627-8517-4f75-afb8-5d40dd776c6a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8be406b3-87e9-449f-b747-64d8e6d2706e,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:37.843765 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] For port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:37.857987 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] For port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:37.864749 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.948585 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-f10b610e-11ca-4f49-9333-c848fcf3e323 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:37.955871 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-f10b610e-11ca-4f49-9333-c848fcf3e323 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 1.0888140 Nov 18 16:37:37.959836 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Made reservation on behalf of 237bad5828a549b29f6a243424073742 for: {'port': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:37.965730 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-de5a4382-240f-4772-88b2-5c2a591b1ef7 None None] Provisioning complete for port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:37.970944 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-de5a4382-240f-4772-88b2-5c2a591b1ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.972616 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:37.983005 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Request body: {'port': {'device_id': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'admin_state_up': True, 'tenant_id': 'f7c2c5511d804720b1a6f09848fda91b'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:38.076868 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:38.077902 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:38.081800 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947a374-d0c3-403b-990c-8fd16371d6a1 None None] Pushing event updated for resources: {'Port': ['ID=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,revision_number=4']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:38.543571 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:38.561713 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:38.578389 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:38.590914 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a605baab-68bf-40f3-89e4-f74cac8d7efb up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:38.794506 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-de5a4382-240f-4772-88b2-5c2a591b1ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.012413 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-de5a4382-240f-4772-88b2-5c2a591b1ef7 None None] For port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:39.020671 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-de5a4382-240f-4772-88b2-5c2a591b1ef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.026690 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port a605baab-68bf-40f3-89e4-f74cac8d7efb triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:39.027300 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.036017 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2a61354f-db02-4db5-ae7f-2a93611abdf2 req-bb5979b0-b07b-4570-b758-72b06e4e2dca tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.1855538 Nov 18 16:37:39.093685 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.095546 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.147036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:39.161920 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.166774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.217283 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5a4382-240f-4772-88b2-5c2a591b1ef7 None None] Pushing event updated for resources: {'Port': ['ID=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:39.241189 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-af74cc72-1c17-40be-a00d-64bafb022757 None None] Provisioning complete for port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:39.241563 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-af74cc72-1c17-40be-a00d-64bafb022757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.253567 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.263843 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.271133 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:37Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:39.342212 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897ceef5-d7a6-4334-8dd5-572528bbe65a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:39.355406 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71904916-cea2-45ff-ad40-9192ececeb72 None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:37Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:37:39.390778 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-edc311eb-b653-4690-ac7f-b01aa20481e1 req-3b3fbdbe-8d64-48ed-aca2-3f03d72053e2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.2901919 Nov 18 16:37:39.524975 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:39.576706 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9294d552-67bc-47c5-ab4f-41cae356d064,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:39.591601 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.592183 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Added segment 29c7036a-fce6-4be3-8910-ec6cd2c5d4b4 of type vlan for network 2b3861b7-81a2-4607-be1a-9afac6b8146b Nov 18 16:37:39.631927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.633515 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8d9f41b9-3e6b-411c-8a26-af4a7103d456 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9385378 Nov 18 16:37:39.638797 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60134) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:39.680943 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'security_group_rule': {'security_group_id': '8be406b3-87e9-449f-b747-64d8e6d2706e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:39.684791 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Allocated IP 172.20.0.8 (2873e132-d7ee-409d-adb9-1c383e18d00c/790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34/ad21fc00-4562-4af9-ad91-04c82dd6c7b9) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:39.698457 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.789036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Network 43adc3b1-fe53-4174-87dd-f10def03771b is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:39.793544 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:39.812091 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port a605baab-68bf-40f3-89e4-f74cac8d7efb, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=a605baab-68bf-40f3-89e4-f74cac8d7efb,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:39.823924 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.864676 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Made reservation on behalf of f7c2c5511d804720b1a6f09848fda91b for: {'port': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:39.872471 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:39.985222 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.003538 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.063630 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=a605baab-68bf-40f3-89e4-f74cac8d7efb,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:40.444341 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.475499 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a560ecb0-cc29-46d2-91e5-8c94cb7f32bc req-6c547562-6577-4da6-ab38-4c0f788a3f9e tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.2661486 Nov 18 16:37:40.537718 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.542580 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.db.resource_extend [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 16:37:40.629329 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.661177 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.666266 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a605baab-68bf-40f3-89e4-f74cac8d7efb up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:40.735874 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Router 08b7ff43-7259-488d-b68d-b4b69dfeff6e has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:37:40.736967 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc52c29-fbce-4a1d-b8c7-a2a9aa045cfb,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:40.740432 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Pushing event updated for resources: {'Port': ['ID=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:40.758686 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.762387 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6742a7e2-0fa4-4752-810f-0b587c875e53 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1223757 Nov 18 16:37:40.765769 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60170) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:40.786949 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Network 2873e132-d7ee-409d-adb9-1c383e18d00c is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:40.796464 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:40.808048 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:40.814439 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.815691 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:40.816683 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.822574 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-97e08133-bf06-4dc5-a8d6-3a5401b7b338 req-6476147d-90c9-42ae-834e-3a8731a14732 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 210 time: 0.0832784 Nov 18 16:37:40.826725 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:40.832561 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:40.833501 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.884947 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port a605baab-68bf-40f3-89e4-f74cac8d7efb triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:40.885317 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:40.949331 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] Pushing event updated for resources: {'Network': ['ID=2b3861b7-81a2-4607-be1a-9afac6b8146b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:40.979889 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Allocated IP 172.20.0.11 (2965759e-9bd1-485f-97fb-4dd1055fa044/9172e1ea-50cd-4931-8213-1b50a6dd3183/21a2db64-f3e4-4938-b219-6fcaaca9ae3b) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:40.990462 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 2b3861b7-81a2-4607-be1a-9afac6b8146b details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:41.136729 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:41.341720 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60180) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:41.367050 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-4c3bb3f0-c7a6-4868-97e0-e52eed4e9778 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0056448 Nov 18 16:37:41.374531 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-7488f4a0-d847-418c-bf43-6cb8869e6b2e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.0800917 Nov 18 16:37:41.379236 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60184) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:41.405579 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Request body: {'subnet': {'network_id': '2b3861b7-81a2-4607-be1a-9afac6b8146b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1938260477-subnet', 'tenant_id': 'fb72401b53214966991c572447ced76b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:41.431782 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-e82d974e-4b0b-42f3-9627-cd55d0cd7039 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:37:41.433179 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-e82d974e-4b0b-42f3-9627-cd55d0cd7039 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0394619 Nov 18 16:37:41.464487 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:41.467464 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:37:41.471916 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:41.479281 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Made reservation on behalf of fb72401b53214966991c572447ced76b for: {'subnet': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:41.482228 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:41.500585 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d7929e75-e554-4a5d-8585-e291f93079e1 admin admin] 10.222.0.37 "PUT /v2.0/routers/08b7ff43-7259-488d-b68d-b4b69dfeff6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4874206 Nov 18 16:37:41.598875 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:41.632848 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:41.636827 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Sync routers for ids ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:37:41.710551 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:41.750026 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:41.771710 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Routers {'08b7ff43-7259-488d-b68d-b4b69dfeff6e'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:41.772374 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:41.775135 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:41.775818 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:41.985269 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:41.990414 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.056297 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.084559 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60206) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:42.090703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.093230 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77464ce4-bccd-418d-ad39-b808a28bcc13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.184783 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f47f47-af7e-43f0-b421-cc59dcc4e2ea req-cf78980d-6c47-4e6f-b065-2f7cfe91d0c3 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:42.193672 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-24f47f47-af7e-43f0-b421-cc59dcc4e2ea req-cf78980d-6c47-4e6f-b065-2f7cfe91d0c3 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 931 time: 0.4275365 Nov 18 16:37:42.301053 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event updated for resources: {'Port': ['ID=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:42.333187 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Set router 08b7ff43-7259-488d-b68d-b4b69dfeff6e gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:42.347452 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1e9062-7cd2-4892-b316-d16c70de2a01,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:42.352568 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-933a4c2a-d22c-4e16-857f-1062b89f453f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3760743 Nov 18 16:37:42.356496 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Request body: {'port': {'device_id': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:42.421440 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Request body: {'port': {'device_id': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:42.503793 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054324ac-e067-4cfa-aac9-daa896207413 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.509999 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-24f47f47-af7e-43f0-b421-cc59dcc4e2ea req-2b59671a-cfe1-4ae1-8d48-b6acc7526276 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152676 Nov 18 16:37:42.587725 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Allocated IP 172.27.3.215 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/686e92b1-ada4-499a-b32f-c7e16f2b1edc) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:42.588127 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f0f24-2ef2-470f-8083-6b793b6f9245 req-5ef6338a-dbff-4b2c-8666-94ac951e17fa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:42.603115 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c08f0f24-2ef2-470f-8083-6b793b6f9245 req-5ef6338a-dbff-4b2c-8666-94ac951e17fa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 932 time: 0.5370347 Nov 18 16:37:42.709730 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:37:36Z', 'revision_number': 4, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '1297a9e8-24a8-4bb0-97f6-a4f09add6b75', 'name': '', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'mac_address': 'fa:16:3e:09:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:34Z', 'updated_at': '2021-11-18T16:37:37Z', 'revision_number': 2, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'subnets': [{'id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:42.745409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Checking router: 08b7ff43-7259-488d-b68d-b4b69dfeff6e for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:37:42.747701 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77464ce4-bccd-418d-ad39-b808a28bcc13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.747853 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Updating router 08b7ff43-7259-488d-b68d-b4b69dfeff6e port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:37:42.775461 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.783172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-77464ce4-bccd-418d-ad39-b808a28bcc13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.786622 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.904904 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:42.978611 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Checking segment: {'id': '29c7036a-fce6-4be3-8910-ec6cd2c5d4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '2b3861b7-81a2-4607-be1a-9afac6b8146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:42.980456 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Network hostable DHCP agents. Network: 2b3861b7-81a2-4607-be1a-9afac6b8146b, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:43.000915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77464ce4-bccd-418d-ad39-b808a28bcc13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba17f8e6-3bad-4857-b369-b4e0c547d205,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:43.061271 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c08f0f24-2ef2-470f-8083-6b793b6f9245 req-daada83a-77ba-4391-b011-00f2f7fa1a15 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539425 Nov 18 16:37:43.081787 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-77464ce4-bccd-418d-ad39-b808a28bcc13 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=73804e9e3de946cba1bafe7bf8ec1c3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7334864 Nov 18 16:37:43.092192 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60228) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:43.174387 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-158ee041-8443-45b0-9838-192422ca65d2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:43.176366 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-158ee041-8443-45b0-9838-192422ca65d2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 819 time: 0.2002776 Nov 18 16:37:43.227876 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054324ac-e067-4cfa-aac9-daa896207413 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.230703 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-f2502312-f1db-43a6-8d86-bfa44d3a4410 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/quotas/1cc857921a1d429fada348cb9e62d11e HTTP/1.1" status: 200 len: 375 time: 0.0431459 Nov 18 16:37:43.234516 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.239066 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-054324ac-e067-4cfa-aac9-daa896207413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.298340 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-054324ac-e067-4cfa-aac9-daa896207413 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e19e99798dec404abb9b140938d4b877&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2071519 Nov 18 16:37:43.322620 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60238) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:43.323512 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054324ac-e067-4cfa-aac9-daa896207413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a30ba8-86f6-42d6-a079-9b189c1d5ad6,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:43.409915 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.438992 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.532191 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Network 2b3861b7-81a2-4607-be1a-9afac6b8146b is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:43.575050 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aecbf5-3c61-4959-82d3-6ad353ffef60 None None] Pushing event updated for resources: {'Port': ['ID=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:43.718202 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-7752f0a5-48e4-420e-9a5b-15c2ebfde575 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4530327 Nov 18 16:37:43.720563 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Attempting to bind port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:43.721092 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Attempting to bind port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:43.722129 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Attempting to bind port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 on network 43adc3b1-fe53-4174-87dd-f10def03771b {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:43.736499 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f619e397-9d79-498f-af78-ddf9912b7e0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.748517 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:43.748927 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Checking segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:43.749367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.749804 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Bound using segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:43.751055 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Bound port: 1297a9e8-24a8-4bb0-97f6-a4f09add6b75, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:43.751861 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.753480 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.822263 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:43.830140 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f619e397-9d79-498f-af78-ddf9912b7e0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.844805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:43.855108 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:43.866565 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] For port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:43.872826 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 2b3861b7-81a2-4607-be1a-9afac6b8146b) {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:43.878003 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:43.878654 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:43.915343 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] For port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:43.925654 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d261ad9-fac6-4eb6-9d7f-3df9deea8576 None None] Network 2b3861b7-81a2-4607-be1a-9afac6b8146b requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:43.925974 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-de78f60b-c911-4309-83fe-86fadc02a3dc admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.5354786 Nov 18 16:37:43.946739 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.124702 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.148982 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'Port': ['ID=686e92b1-ada4-499a-b32f-c7e16f2b1edc,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:44.211111 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Routers {'08b7ff43-7259-488d-b68d-b4b69dfeff6e'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:37:44.211829 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:44.216633 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aecbf5-3c61-4959-82d3-6ad353ffef60 None None] Pushing event updated for resources: {'Port': ['ID=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:44.250028 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad21fc00-4562-4af9-ad91-04c82dd6c7b9 {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:37:44.273184 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5c3d-bbef-443c-9d51-79a70c97c02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.275600 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.343128 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5c3d-bbef-443c-9d51-79a70c97c02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.398925 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bb3cb9-e614-4acb-878a-b937f8e3ff32 None None] Network 2b3861b7-81a2-4607-be1a-9afac6b8146b requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:44.458477 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.489295 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5c3d-bbef-443c-9d51-79a70c97c02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.493855 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e0ca5c3d-bbef-443c-9d51-79a70c97c02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.499704 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e0ca5c3d-bbef-443c-9d51-79a70c97c02e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ba17f8e6-3bad-4857-b369-b4e0c547d205 HTTP/1.1" status: 204 len: 168 time: 1.3802185 Nov 18 16:37:44.506885 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] Set router 08b7ff43-7259-488d-b68d-b4b69dfeff6e gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:37:44.582641 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ca5c3d-bbef-443c-9d51-79a70c97c02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba17f8e6-3bad-4857-b369-b4e0c547d205,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:44.589514 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0ae055e1-9894-4cb5-84b3-7d12df11347e service neutron] 10.222.0.37 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8540919 Nov 18 16:37:44.593257 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Transition to ACTIVE for port object ad21fc00-4562-4af9-ad91-04c82dd6c7b9 will not be triggered until provisioned by entity L2. {{(pid=102912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:37:44.618044 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c540d0c-331a-4c6a-9e93-a0638a8ab8b9 req-927e9242-42e6-4001-a9da-473ddb5ea6ed tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:44.635419 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5c540d0c-331a-4c6a-9e93-a0638a8ab8b9 req-927e9242-42e6-4001-a9da-473ddb5ea6ed tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 931 time: 0.8512878 Nov 18 16:37:44.653961 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.871025 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-a7d7ec43-927e-48ef-9036-97e0afce49b7 service neutron] 10.222.0.37 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612739 Nov 18 16:37:44.875441 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.877134 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f619e397-9d79-498f-af78-ddf9912b7e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.880262 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f619e397-9d79-498f-af78-ddf9912b7e0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.881709 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f619e397-9d79-498f-af78-ddf9912b7e0a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/24a30ba8-86f6-42d6-a079-9b189c1d5ad6 HTTP/1.1" status: 204 len: 168 time: 1.5549562 Nov 18 16:37:44.886208 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:44.905089 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619e397-9d79-498f-af78-ddf9912b7e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a30ba8-86f6-42d6-a079-9b189c1d5ad6,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:45.120327 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'Port': ['ID=686e92b1-ada4-499a-b32f-c7e16f2b1edc,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:45.154122 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:45.210612 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5c540d0c-331a-4c6a-9e93-a0638a8ab8b9 req-a645cf82-b572-47f5-95ad-7dbf3f3e8f68 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741284 Nov 18 16:37:45.216678 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:45.244067 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7ff00256-719a-4687-8c48-04adafc6c569 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4631150 Nov 18 16:37:45.308805 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:45.354435 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:37:36Z', 'revision_number': 4, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '1297a9e8-24a8-4bb0-97f6-a4f09add6b75', 'name': '', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'mac_address': 'fa:16:3e:09:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:34Z', 'updated_at': '2021-11-18T16:37:43Z', 'revision_number': 4, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'subnets': [{'id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:37:45.456956 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a2db64-f3e4-4938-b219-6fcaaca9ae3b {{(pid=102912) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:37:45.470103 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7cdaac-3f71-4f23-936a-6e86fc33f156 None None] The sync data for ids ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'] in dv-cinder-733622-22-iscsi is: [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:37:36Z', 'revision_number': 4, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '1297a9e8-24a8-4bb0-97f6-a4f09add6b75', 'name': '', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'mac_address': 'fa:16:3e:09:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:34Z', 'updated_at': '2021-11-18T16:37:43Z', 'revision_number': 4, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'subnets': [{'id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:37:45.501022 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:45.505940 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1d83b6f6-1648-4a13-936c-ca672abb1a42 req-86261982-bdd7-453d-a94b-e0ffdf0411f6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 210 time: 0.1192894 Nov 18 16:37:45.519725 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Attempting to bind port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:45.519725 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Attempting to bind port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '16dd0fa1-5296-4e37-9152-ebcc558a1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:45.519725 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Attempting to bind port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 on network 2873e132-d7ee-409d-adb9-1c383e18d00c {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:45.531080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 on network 2873e132-d7ee-409d-adb9-1c383e18d00c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:37:45.531513 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Attempting to bind port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 on network 2873e132-d7ee-409d-adb9-1c383e18d00c {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:45.536072 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.provisioning_blocks [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Transition to ACTIVE for port object 21a2db64-f3e4-4938-b219-6fcaaca9ae3b will not be triggered until provisioned by entity L2. {{(pid=102912) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:37:45.536553 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff3da4-c648-42fc-a870-9bb84e6f6c0f req-6a67c930-df30-4006-bb48-939548d3414a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:45.540794 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:45.541314 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Checking segment: {'id': '16dd0fa1-5296-4e37-9152-ebcc558a1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:45.541899 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Bound using segment: {'id': '16dd0fa1-5296-4e37-9152-ebcc558a1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:45.542754 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Bound port: ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16dd0fa1-5296-4e37-9152-ebcc558a1bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:45.543130 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:45.548080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:45.551351 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71ff3da4-c648-42fc-a870-9bb84e6f6c0f req-6a67c930-df30-4006-bb48-939548d3414a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 932 time: 0.1735113 Nov 18 16:37:45.738690 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71ff3da4-c648-42fc-a870-9bb84e6f6c0f req-a0ca54bb-652a-49a1-9269-bf7d6fc8be06 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857228 Nov 18 16:37:45.773786 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:45.826481 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60292) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:45.858326 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] For port ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host hv-cinder-73362, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:45.862789 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d40ae48f-ff10-4d1f-a76f-edfe19e406f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:45.874680 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] For port ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,segment=NetworkSegment(16dd0fa1-5296-4e37-9152-ebcc558a1bc5),segment_id=16dd0fa1-5296-4e37-9152-ebcc558a1bc5)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:45.948530 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.088290 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Attempting to bind port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:46.088636 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Attempting to bind port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:46.088970 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Attempting to bind port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:46.140244 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d40ae48f-ff10-4d1f-a76f-edfe19e406f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.154545 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d40ae48f-ff10-4d1f-a76f-edfe19e406f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.166961 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:46.174670 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.176713 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] 10.222.0.66 "PUT /v2.0/ports/ad21fc00-4562-4af9-ad91-04c82dd6c7b9 HTTP/1.1" status: 200 len: 1093 time: 4.3960953 Nov 18 16:37:46.178210 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b on network 2965759e-9bd1-485f-97fb-4dd1055fa044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:37:46.181913 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Attempting to bind port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:46.193702 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'tag': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:37:46.305335 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60312) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:46.333441 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d40ae48f-ff10-4d1f-a76f-edfe19e406f5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=add361d96954412f90d56acb71c571e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053749 Nov 18 16:37:46.343710 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60314) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:46.384409 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-677411802-network', 'tenant_id': 'c0b4040916434cca8df7a9435774d20a'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:46.516854 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:46.517486 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Checking segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:46.517710 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Bound using segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} {{(pid=102912) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:46.518092 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.managers [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Bound port: 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}}] {{(pid=102912) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:46.518490 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.678689 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82" -d '{"events": [{"name": "network-changed", "server_uuid": "9ae9af05-84cb-4507-b7c6-3c9a88a51581", "tag": "ad21fc00-4562-4af9-ad91-04c82dd6c7b9"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:37:46.704361 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e1789a-5aeb-45bb-bd70-e304b68230a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:46.744048 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60324) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:46.911290 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ae48f-ff10-4d1f-a76f-edfe19e406f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3a3bf-f567-4bcc-b61d-8acd55eda8bb,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:46.940087 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-351eafd5-baed-4693-95cd-74c6c25bbed0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.940532 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Made reservation on behalf of c0b4040916434cca8df7a9435774d20a for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:46.943213 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.946566 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f204d20-5384-4c7d-963a-25fe2c5e6245 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:46.953737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:46.962075 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.008353 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71879172-c053-4df4-bce0-9fe928eee2ff req-2c782e69-1acb-4bcb-801a-34a345e10b78 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:47.017334 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71879172-c053-4df4-bce0-9fe928eee2ff req-2c782e69-1acb-4bcb-801a-34a345e10b78 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 943 time: 0.6587362 Nov 18 16:37:47.049569 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-632b09a4-c6c1-4560-a762-1f195292aeb9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1459376201&fields=id&tenant_id=6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 267 time: 0.5732622 Nov 18 16:37:47.057223 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f204d20-5384-4c7d-963a-25fe2c5e6245 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.139649 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-8df46e46-c730-4462-85cd-924dfd9aad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:47.149294 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-8df46e46-c730-4462-85cd-924dfd9aad96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=237bad5828a549b29f6a243424073742&device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 1096 time: 0.6830182 Nov 18 16:37:47.209111 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71879172-c053-4df4-bce0-9fe928eee2ff req-d6822c4e-7791-4daf-9783-e5477c4fdf80 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896584 Nov 18 16:37:47.310688 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-2e46cd40-fbac-43d1-8057-db46c068bb6b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:47.323135 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-2e46cd40-fbac-43d1-8057-db46c068bb6b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 816 time: 0.2721124 Nov 18 16:37:47.329034 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f204d20-5384-4c7d-963a-25fe2c5e6245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.341018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f204d20-5384-4c7d-963a-25fe2c5e6245 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.343054 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2f204d20-5384-4c7d-963a-25fe2c5e6245 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f3e3a3bf-f567-4bcc-b61d-8acd55eda8bb HTTP/1.1" status: 204 len: 168 time: 0.9533138 Nov 18 16:37:47.402494 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f204d20-5384-4c7d-963a-25fe2c5e6245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3a3bf-f567-4bcc-b61d-8acd55eda8bb,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:47.410518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.416991 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.470973 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-69fd50cb-dea5-45b4-a6d7-6c0f5379a603 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/quotas/6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 375 time: 0.1468153 Nov 18 16:37:47.473833 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-c0c13d43-2ead-4590-a94e-e5bdf3e75ab5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9 HTTP/1.1" status: 200 len: 217 time: 0.1375329 Nov 18 16:37:47.517975 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:37:47.580325 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731cef9e-34f6-41a3-b3a2-b1ff928f01bd,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:47.601438 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:47.601687 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76778202-a292-4458-9d38-67f10dd93862 req-74f3e1ef-beaf-45c1-b290-f6af9d4c399d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:47.603699 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-74f3e1ef-beaf-45c1-b290-f6af9d4c399d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34 HTTP/1.1" status: 200 len: 852 time: 0.1079855 Nov 18 16:37:47.605704 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.619350 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.619996 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Added segment 671eabd7-a74f-461e-94a6-4e335df7f59f of type vlan for network 97d244ed-e5df-4f07-87f6-db4871323c5f Nov 18 16:37:47.624769 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] For port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host hv-cinder-73362, cleared binding levels {{(pid=102912) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:47.765587 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-ad3b6760-f8c4-42f0-9088-f470406fd892 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2873e132-d7ee-409d-adb9-1c383e18d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345718 Nov 18 16:37:47.792607 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] For port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102912) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:47.806627 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-c49f97d1-8880-4d94-93e6-4b1c4d1f95e3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3346558 Nov 18 16:37:47.846523 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.986200 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:47.988583 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.010422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.66', 58675) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:48.092515 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:48.100902 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.129077 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.db.resource_extend [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 18 16:37:48.205118 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:48.415026 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-1e399eef-6bd9-44ed-9a6c-15673fa1f563 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:48.428655 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-1e399eef-6bd9-44ed-9a6c-15673fa1f563 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 819 time: 0.4261019 Nov 18 16:37:48.431022 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.433094 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:48.434019 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.450774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-ba34491b-7453-48d3-a032-11da90c5494d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:48.452559 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-ba34491b-7453-48d3-a032-11da90c5494d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 819 time: 0.9749401 Nov 18 16:37:48.497856 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-cc667a46-82db-4832-a63b-1d399abea8c8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/quotas/1cc857921a1d429fada348cb9e62d11e HTTP/1.1" status: 200 len: 375 time: 0.0320702 Nov 18 16:37:48.516025 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1809046 Nov 18 16:37:48.530231 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60368) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:48.574005 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Request body: {'port': {'device_id': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'admin_state_up': True, 'tenant_id': '1cc857921a1d429fada348cb9e62d11e'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:48.587346 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-80811c87-740c-47fe-bb3d-2e36b88e9641 service neutron] 10.222.0.37 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7478268 Nov 18 16:37:48.608547 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:48.609620 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.612643 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] 10.222.0.66 "PUT /v2.0/ports/21a2db64-f3e4-4938-b219-6fcaaca9ae3b HTTP/1.1" status: 200 len: 1094 time: 6.2021751 Nov 18 16:37:48.672103 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:37:48.699812 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Request body: {'subnet': {'network_id': '97d244ed-e5df-4f07-87f6-db4871323c5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-677411802-subnet', 'tenant_id': 'c0b4040916434cca8df7a9435774d20a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:48.783591 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ec0088-eb9a-486f-a715-3f20ffa4b58e admin admin] Pushing event updated for resources: {'Network': ['ID=97d244ed-e5df-4f07-87f6-db4871323c5f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:48.796645 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:48.797145 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.842717 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-351eafd5-baed-4693-95cd-74c6c25bbed0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.848441 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 97d244ed-e5df-4f07-87f6-db4871323c5f details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:37:48.884032 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-7ccba051-1b84-4457-ad49-9937b1da81c9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3720946 Nov 18 16:37:48.888034 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec557bc-03fd-4a31-b85d-0183e0e70ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,revision_number=3']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:48.900729 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-ebf10640-349b-46d9-ac54-342552ba075b service neutron] 10.222.0.66 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1129398 Nov 18 16:37:48.932192 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Made reservation on behalf of c0b4040916434cca8df7a9435774d20a for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:48.935901 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.940293 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-351eafd5-baed-4693-95cd-74c6c25bbed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:48.993299 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eafd5-baed-4693-95cd-74c6c25bbed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b08692-14e7-45ca-b708-c635214f4226,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:49.035724 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8e273781-c445-4ae7-93c5-dcda45e5da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:49.037308 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8e273781-c445-4ae7-93c5-dcda45e5da79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 1097 time: 0.1316702 Nov 18 16:37:49.063431 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-351eafd5-baed-4693-95cd-74c6c25bbed0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6247db471c69480fab6fd696d3b3c410&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3173966 Nov 18 16:37:49.064624 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60376) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:49.109750 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-0298a917-bf3d-423a-8cec-1ff798d5e358 service neutron] 10.222.0.37 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898973 Nov 18 16:37:49.198812 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1cafbd25-b532-4de3-9a7f-668b648e3b49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:49.312148 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1cafbd25-b532-4de3-9a7f-668b648e3b49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:49.662253 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-8d4c0c24-9b22-4f11-81fc-47f186dcb103 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b HTTP/1.1" status: 200 len: 217 time: 0.1581492 Nov 18 16:37:49.741228 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Made reservation on behalf of 1cc857921a1d429fada348cb9e62d11e for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:49.763496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:49.783110 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1cafbd25-b532-4de3-9a7f-668b648e3b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:49.786369 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1cafbd25-b532-4de3-9a7f-668b648e3b49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:49.790877 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-1cafbd25-b532-4de3-9a7f-668b648e3b49 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e3b08692-14e7-45ca-b708-c635214f4226 HTTP/1.1" status: 204 len: 168 time: 0.7252307 Nov 18 16:37:49.803230 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-9056432a-04b7-462f-ab7e-408646730c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:49.806267 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-9056432a-04b7-462f-ab7e-408646730c42 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.0960188 Nov 18 16:37:49.808253 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafbd25-b532-4de3-9a7f-668b648e3b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b08692-14e7-45ca-b708-c635214f4226,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:49.813493 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-76778202-a292-4458-9d38-67f10dd93862 req-f78d0e8c-bc43-40f5-8945-4e8817d87520 service neutron] 10.222.0.66 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635022 Nov 18 16:37:49.875433 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-35dc9bad-902c-4efc-abfb-75b212c9284f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409367 Nov 18 16:37:49.900896 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-b71276e3-34d3-4b39-85c8-10b703a58c6e service neutron] 10.222.0.37 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0146508 Nov 18 16:37:50.083679 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:37:50.120054 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-d64cf05a-314a-4641-8ccb-c0ec25ab9eeb service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148411 Nov 18 16:37:50.236601 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ea5f9c-5f08-4fee-aefd-762049aa492f x-openstack-request-id: req-48ea5f9c-5f08-4fee-aefd-762049aa492f {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:37:50.236912 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ae9af05-84cb-4507-b7c6-3c9a88a51581", "tag": "ad21fc00-4562-4af9-ad91-04c82dd6c7b9", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:37:50.237176 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-48ea5f9c-5f08-4fee-aefd-762049aa492f {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:37:50.237686 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'tag': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9', 'status': 'completed', 'code': 200} Nov 18 16:37:50.386220 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-c4b785a2-0df8-4fb4-b005-e0b6ea65281a service neutron] 10.222.0.37 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841852 Nov 18 16:37:50.648038 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eca0fdd8-ec66-491a-a184-62abb0bfd629 req-78064472-ad74-4b08-8047-88998052f5ce service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957821 Nov 18 16:37:50.702729 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-f1ded47f-e2b1-43d6-975f-479886822249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:50.704197 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-f1ded47f-e2b1-43d6-975f-479886822249 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=237bad5828a549b29f6a243424073742&device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 1096 time: 0.4230740 Nov 18 16:37:50.811385 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720e49d-d97b-489e-a8b2-45d8e4fdadeb req-c141374a-8d25-4369-b39f-fe4b7c77c76e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:50.831975 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b720e49d-d97b-489e-a8b2-45d8e4fdadeb req-c141374a-8d25-4369-b39f-fe4b7c77c76e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 944 time: 0.4297357 Nov 18 16:37:50.869547 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:51.027564 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Allocated IP 172.20.0.9 (43adc3b1-fe53-4174-87dd-f10def03771b/77eb1f45-570c-48cd-a34e-86f67ea2474c/b958affc-4ae2-418e-a54a-464ffd0ecc20) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:51.387297 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26168-259a-4e2c-9cb8-62c2d5c15af0 req-9a3bc2fb-ef9d-460f-bde3-7e6550b77e5b tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:51.397782 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79a26168-259a-4e2c-9cb8-62c2d5c15af0 req-9a3bc2fb-ef9d-460f-bde3-7e6550b77e5b tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 943 time: 0.5938268 Nov 18 16:37:51.428762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72b6aac6-0d7e-4962-9fcb-d0096c7d5365,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:51.514962 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b720e49d-d97b-489e-a8b2-45d8e4fdadeb req-02faddf2-5183-4827-9b32-b30fb74765b7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816804 Nov 18 16:37:51.548713 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Checking segment: {'id': '671eabd7-a74f-461e-94a6-4e335df7f59f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '97d244ed-e5df-4f07-87f6-db4871323c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:51.553047 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Network hostable DHCP agents. Network: 97d244ed-e5df-4f07-87f6-db4871323c5f, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:37:51.587952 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-2569688b-0e4a-4358-892c-65e3c9461dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:51.592350 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-2569688b-0e4a-4358-892c-65e3c9461dfc service neutron] 10.222.0.66 "GET /v2.0/networks?id=2873e132-d7ee-409d-adb9-1c383e18d00c HTTP/1.1" status: 200 len: 913 time: 0.8674936 Nov 18 16:37:51.829774 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79a26168-259a-4e2c-9cb8-62c2d5c15af0 req-da5a17a9-dd8e-41c0-9ea8-12a156c1ed72 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738487 Nov 18 16:37:51.926526 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e4dc8fc4-9eff-427d-831a-f7a8780ffce5 req-c2192636-2e92-419f-ab87-356cd5b4be16 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 210 time: 0.2537313 Nov 18 16:37:51.933184 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-05fc956a-4e8e-4b0d-939c-79ce2fa131d4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9 HTTP/1.1" status: 200 len: 217 time: 0.2621732 Nov 18 16:37:51.937341 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Network 97d244ed-e5df-4f07-87f6-db4871323c5f is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:37:52.126485 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-02fa10f9-5b64-4c77-826d-2e5f727e90ca req-93914781-4c48-41bc-9753-ca9916de058e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 210 time: 0.1637821 Nov 18 16:37:52.130776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 97d244ed-e5df-4f07-87f6-db4871323c5f) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:52.145145 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b1ee0-c013-4b00-8193-fbee96b9b232 None None] Network 97d244ed-e5df-4f07-87f6-db4871323c5f requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:52.233669 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:52.235275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:52.238991 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'tag': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:37:52.243308 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "d4a8e5b8-7e64-4b29-9532-52be63dac7ce", "tag": "21a2db64-f3e4-4938-b219-6fcaaca9ae3b"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:37:52.310793 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-63b19b89-6dd6-4aad-a1e6-a18f6ae16b9b admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.6192691 Nov 18 16:37:52.344140 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7753948-7a51-444d-adfd-4b7a3d500f54 x-openstack-request-id: req-b7753948-7a51-444d-adfd-4b7a3d500f54 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:37:52.349468 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4a8e5b8-7e64-4b29-9532-52be63dac7ce", "tag": "21a2db64-f3e4-4938-b219-6fcaaca9ae3b", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:37:52.350060 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7753948-7a51-444d-adfd-4b7a3d500f54 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:37:52.354159 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'tag': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b', 'status': 'completed', 'code': 200} Nov 18 16:37:52.477489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:52.548665 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:52.636886 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-d4fa60de-c3ae-4739-8c97-e7258f1b3b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:52.638647 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-d4fa60de-c3ae-4739-8c97-e7258f1b3b5a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34 HTTP/1.1" status: 200 len: 852 time: 0.3274100 Nov 18 16:37:52.643467 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac2bb00-cd6e-4c6f-a028-908f6095eb81 None None] Network 97d244ed-e5df-4f07-87f6-db4871323c5f requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:37:52.674838 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-b94c5d12-f10c-44bb-9e3a-5600cc67fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:52.679156 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-b94c5d12-f10c-44bb-9e3a-5600cc67fd8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 1097 time: 0.2239082 Nov 18 16:37:52.830027 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-4ea8d725-896e-43fa-acf2-f372d1522445 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2873e132-d7ee-409d-adb9-1c383e18d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1038060 Nov 18 16:37:52.899043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Network 43adc3b1-fe53-4174-87dd-f10def03771b is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:52.909988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Pushing event updated for resources: {'Port': ['ID=b958affc-4ae2-418e-a54a-464ffd0ecc20,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:52.924996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:52.928105 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:53.004165 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:53.004863 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:53.007227 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.66', 58681) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:53.020628 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8643278-a4ce-439a-a009-cadd6f3fea6a req-75fb3406-e7d4-44a9-b78d-68c8850e5d51 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:53.022523 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8643278-a4ce-439a-a009-cadd6f3fea6a req-75fb3406-e7d4-44a9-b78d-68c8850e5d51 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 944 time: 0.2584355 Nov 18 16:37:53.033025 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-c88f5572-ae8b-47b9-a1c2-6cf5992641dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:53.036494 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-c88f5572-ae8b-47b9-a1c2-6cf5992641dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 915 time: 0.3085332 Nov 18 16:37:53.099477 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-0c87cff7-5ee9-43ec-a68d-4a3284310dcf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5820203 Nov 18 16:37:53.129436 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Request body: {'port': {'device_id': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:53.230864 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-6936116d-1e02-4640-afb0-1c5c438c6032 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b HTTP/1.1" status: 200 len: 217 time: 0.0889983 Nov 18 16:37:53.420919 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f8643278-a4ce-439a-a009-cadd6f3fea6a req-50a4b2be-3494-45bd-a9c5-c1cbee4ad34a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844271 Nov 18 16:37:53.424203 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78200c79-0e72-4311-8436-46ae3774e2fb req-fecd807b-d11c-4656-9dc7-d573e61f0599 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:53.431831 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78200c79-0e72-4311-8436-46ae3774e2fb req-fecd807b-d11c-4656-9dc7-d573e61f0599 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 943 time: 0.3895390 Nov 18 16:37:53.470237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:53.548113 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.66', 58684) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:53.632609 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-f7db40d3-4417-4f52-b803-1aab50a60f1d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:53.636574 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-f7db40d3-4417-4f52-b803-1aab50a60f1d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 816 time: 0.6133471 Nov 18 16:37:53.661810 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-403fa96c-24f7-4ee7-b8f0-42394d86050a service neutron] 10.222.0.66 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233053 Nov 18 16:37:53.663867 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-8f732d9d-e41b-4e19-9dbd-877250cbedcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:53.665714 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-8f732d9d-e41b-4e19-9dbd-877250cbedcb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.4144325 Nov 18 16:37:53.783048 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-c38c73d9-1a2d-425f-b299-529ba792c8c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023767 Nov 18 16:37:53.819662 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78200c79-0e72-4311-8436-46ae3774e2fb req-a2c69be5-3077-4bed-b756-3dd0e22fec1e tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040570 Nov 18 16:37:54.169208 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e377127-33c9-4e70-bdd0-16497c902b3a req-5a801cde-baea-43fc-bce7-06a3a3147592 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 210 time: 0.5281727 Nov 18 16:37:54.228359 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9182e6da-3d83-4cda-933f-3a888b2a2a5b req-a4c80a97-71fa-4747-88bf-8104d54a2b01 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 210 time: 0.2728369 Nov 18 16:37:54.274845 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-969c9a24-bc89-4b4b-9a72-9f21a3b15b19 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 380 time: 0.5957613 Nov 18 16:37:54.290044 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-13e4655f-2315-48fc-9ba2-901898c68a54 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:54.291689 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-13e4655f-2315-48fc-9ba2-901898c68a54 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 819 time: 0.7269254 Nov 18 16:37:54.298973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'port': {'device_id': 'b526f2fb-051a-4d20-baca-731d503603ff', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'admin_state_up': True, 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'security_groups': ['8be406b3-87e9-449f-b747-64d8e6d2706e']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:54.306927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Request body: {'port': {'device_id': 'e04845e6-85de-4b12-971a-f88398685708', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'admin_state_up': True, 'tenant_id': '1cc857921a1d429fada348cb9e62d11e'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:54.310521 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-c2d50b85-956c-452c-8b83-a15982583002 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090699 Nov 18 16:37:54.313145 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-b2ab0a14-2027-4d8d-a0ac-1dc2649b6b69 service neutron] 10.222.0.66 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307085 Nov 18 16:37:54.475435 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bb1af854-8b66-44ab-806a-6ee7b22d2bd9 req-96675473-9080-4f09-bfb0-fcc0824f3d7f service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525555 Nov 18 16:37:54.727789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21a2db64-f3e4-4938-b219-6fcaaca9ae3b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:37:54.777731 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Made reservation on behalf of 1cc857921a1d429fada348cb9e62d11e for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:54.781471 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:54.830338 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f15e56-cded-4772-abb0-2205713a69f9 req-d76e2d7a-0bfa-404e-9069-2547561ac160 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:54.831972 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94f15e56-cded-4772-abb0-2205713a69f9 req-d76e2d7a-0bfa-404e-9069-2547561ac160 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 944 time: 0.1529162 Nov 18 16:37:54.883618 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Made reservation on behalf of 6b14e0c12e3443509e3bb3d9f3015db1 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:37:54.887209 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:54.997051 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:55.012853 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b958affc-4ae2-418e-a54a-464ffd0ecc20 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:37:55.033177 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'port_id': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b', 'mac_address': 'fa:16:3e:e4:22:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9172e1ea-50cd-4931-8213-1b50a6dd3183', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:37:55.044497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.056671 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94f15e56-cded-4772-abb0-2205713a69f9 req-c2772291-5427-440c-a075-df222e8c1d5c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077451 Nov 18 16:37:55.099952 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50df348a-6924-4910-9c3f-1e61b8239889 req-bc91f054-369d-44a7-8611-287c59137a3d tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:55.107798 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-50df348a-6924-4910-9c3f-1e61b8239889 req-bc91f054-369d-44a7-8611-287c59137a3d tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 943 time: 0.1532345 Nov 18 16:37:55.144529 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Transition to ACTIVE for port object b958affc-4ae2-418e-a54a-464ffd0ecc20 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:37:55.179459 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.182708 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a50ca1c7-cc66-4172-b378-5c9bee7158e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.186527 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.222461 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-50df348a-6924-4910-9c3f-1e61b8239889 req-507d3d77-f121-482e-b380-fc96fec1411e tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077178 Nov 18 16:37:55.247189 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a2db64-f3e4-4938-b219-6fcaaca9ae3b {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:37:55.274324 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:55.281415 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.282406 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ad21fc00-4562-4af9-ad91-04c82dd6c7b9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:37:55.344287 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Allocated IP 172.20.0.13 (43adc3b1-fe53-4174-87dd-f10def03771b/77eb1f45-570c-48cd-a34e-86f67ea2474c/544c1682-a81d-4040-ac51-b1373bb48fef) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:55.423115 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7de023d1-6d2d-4d51-8e89-5058e267021e req-9f60b11d-4d4a-404e-ac2c-866b07c8bc8f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 210 time: 0.0485036 Nov 18 16:37:55.459063 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:55.506824 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,segment=NetworkSegment(16dd0fa1-5296-4e37-9152-ebcc558a1bc5),segment_id=16dd0fa1-5296-4e37-9152-ebcc558a1bc5)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:55.523521 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9', 'network_id': '2873e132-d7ee-409d-adb9-1c383e18d00c', 'port_id': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9', 'mac_address': 'fa:16:3e:6f:d2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:37:55.582605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Pushing event updated for resources: {'Port': ['ID=b958affc-4ae2-418e-a54a-464ffd0ecc20,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:55.587409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.606964 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-66c972c1-b60e-40d1-8648-7a08c333c28b req-927aa08a-4fd2-45bb-a8fc-5cad4cee4d9a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 210 time: 0.1104879 Nov 18 16:37:55.613154 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad21fc00-4562-4af9-ad91-04c82dd6c7b9 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:37:55.650019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,segment=NetworkSegment(16dd0fa1-5296-4e37-9152-ebcc558a1bc5),segment_id=16dd0fa1-5296-4e37-9152-ebcc558a1bc5)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:37:55.669667 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.681646 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Allocated IP 172.20.0.9 (504ea0e6-8d30-4bfe-8d8a-47afec964b61/6d91ced3-e7bf-4718-ac5b-1f806796a4c3/d575f7d0-d3e8-4177-9160-91527ed3c1a3) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:37:55.753951 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:55.789108 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Attempting to bind port b958affc-4ae2-418e-a54a-464ffd0ecc20 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:37:55.789508 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Attempting to bind port b958affc-4ae2-418e-a54a-464ffd0ecc20 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:37:55.789989 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Attempting to bind port b958affc-4ae2-418e-a54a-464ffd0ecc20 on network 43adc3b1-fe53-4174-87dd-f10def03771b {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:55.794598 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.815993 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Port b958affc-4ae2-418e-a54a-464ffd0ecc20 on network 43adc3b1-fe53-4174-87dd-f10def03771b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:37:55.816326 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Attempting to bind port b958affc-4ae2-418e-a54a-464ffd0ecc20 on network 43adc3b1-fe53-4174-87dd-f10def03771b {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:37:55.839729 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:37:55.840078 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Checking segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:37:55.840655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Bound using segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:37:55.841143 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Bound port: b958affc-4ae2-418e-a54a-464ffd0ecc20, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:37:55.841511 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.967198 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:37:55.986952 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:55.996043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:56.054142 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] For port b958affc-4ae2-418e-a54a-464ffd0ecc20, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:37:56.069229 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['ad21fc00-4562-4af9-ad91-04c82dd6c7b9'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:37:56.104006 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Network 43adc3b1-fe53-4174-87dd-f10def03771b is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:56.128220 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:56.137510 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] For port b958affc-4ae2-418e-a54a-464ffd0ecc20, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:37:56.140477 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:56.166845 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Pushing event updated for resources: {'Port': ['ID=544c1682-a81d-4040-ac51-b1373bb48fef,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:56.180379 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:56.228502 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:56.280652 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:56.282423 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:56.285582 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Pushing event updated for resources: {'Port': ['ID=b958affc-4ae2-418e-a54a-464ffd0ecc20,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:56.329643 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:56.330267 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:56.331831 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-02eb9a89-742e-4c90-a797-20f7ac2ebd8d service neutron] 10.222.0.66 "PUT /v2.0/ports/b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 1093 time: 3.2088110 Nov 18 16:37:56.332398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'tag': 'b958affc-4ae2-418e-a54a-464ffd0ecc20'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:37:56.366392 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-023a351c-b569-4396-bb61-14085e46da89 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0638652 Nov 18 16:37:56.385118 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:37:56.423994 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722a4b3-74f5-4cb9-ad82-a72659f2ee54 req-d281d9e0-34b7-4176-8f2d-e3b72560d026 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:56.427818 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0722a4b3-74f5-4cb9-ad82-a72659f2ee54 req-d281d9e0-34b7-4176-8f2d-e3b72560d026 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 945 time: 0.2040818 Nov 18 16:37:56.467612 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:37:56.499385 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:37:56.568584 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0722a4b3-74f5-4cb9-ad82-a72659f2ee54 req-98b7a4d3-4c4b-4671-84c3-26a7f41010e2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331880 Nov 18 16:37:56.656241 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:56.745151 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:56.746160 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:56.778217 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc11a7f-1e84-4c39-ace8-41d0588fe9ab req-13414588-cd21-47a4-a5ef-1797be0f156a tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:56.789855 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8dc11a7f-1e84-4c39-ace8-41d0588fe9ab req-13414588-cd21-47a4-a5ef-1797be0f156a tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 944 time: 0.3278875 Nov 18 16:37:56.812473 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8adb10-a4be-426a-9704-4d9a3e288af9", "tag": "b958affc-4ae2-418e-a54a-464ffd0ecc20"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:37:56.824889 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40722592-b949-47e0-8d8d-55149985fbe4 req-c01bda4b-2fbb-4819-bb3b-8ffd17dbdffc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:56.838281 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-40722592-b949-47e0-8d8d-55149985fbe4 req-c01bda4b-2fbb-4819-bb3b-8ffd17dbdffc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 932 time: 0.1583018 Nov 18 16:37:56.896673 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-84b9e0de-ec7b-4440-852a-ec99e502d5a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6013556 Nov 18 16:37:56.961467 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-40722592-b949-47e0-8d8d-55149985fbe4 req-c2087004-4c64-49c6-864a-ed1f80d1dcdf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154022 Nov 18 16:37:56.987297 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8dc11a7f-1e84-4c39-ace8-41d0588fe9ab req-a8ad3a0b-2bf1-4289-9ac1-cfc6ea061633 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808333 Nov 18 16:37:56.999627 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-789d6842-6c3f-4479-92b3-e9706e153050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:57.024296 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-ad0f38a0-bdc4-46f6-9a38-938a56be0c88 None None] Provisioning complete for port d575f7d0-d3e8-4177-9160-91527ed3c1a3 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:37:57.025334 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ad0f38a0-bdc4-46f6-9a38-938a56be0c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:57.087156 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f38a0-bdc4-46f6-9a38-938a56be0c88 None None] Port d575f7d0-d3e8-4177-9160-91527ed3c1a3 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:37:57.206239 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a6b85-eded-477b-b2a4-b6f09ec89932 req-0ef7f2f8-d54a-414e-b102-ac4924bf3a71 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:57.209192 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-845a6b85-eded-477b-b2a4-b6f09ec89932 req-0ef7f2f8-d54a-414e-b102-ac4924bf3a71 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 931 time: 0.1066015 Nov 18 16:37:57.251503 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98d0914-6c1c-492e-a96d-54361ea72efd x-openstack-request-id: req-a98d0914-6c1c-492e-a96d-54361ea72efd {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:37:57.252328 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8adb10-a4be-426a-9704-4d9a3e288af9", "tag": "b958affc-4ae2-418e-a54a-464ffd0ecc20", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:37:57.252670 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a98d0914-6c1c-492e-a96d-54361ea72efd {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:37:57.253934 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'tag': 'b958affc-4ae2-418e-a54a-464ffd0ecc20', 'status': 'completed', 'code': 200} Nov 18 16:37:57.297381 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-845a6b85-eded-477b-b2a4-b6f09ec89932 req-fdb54a07-0c39-41a5-aeb0-f0f8f91e7c20 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740921 Nov 18 16:37:57.700530 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60720) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:57.715407 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac66da57-7b84-44a7-abe8-8ed9e9817df3 req-00903bc0-42da-4c49-85b0-44eda453c819 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:57.717146 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac66da57-7b84-44a7-abe8-8ed9e9817df3 req-00903bc0-42da-4c49-85b0-44eda453c819 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 945 time: 0.0690513 Nov 18 16:37:57.785708 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac66da57-7b84-44a7-abe8-8ed9e9817df3 req-aa8e6b06-7447-4f6f-b775-1d87a77e54c8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615585 Nov 18 16:37:57.839592 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-954bd67a-e418-4190-8214-dafc1e4681dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:57.934658 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-954bd67a-e418-4190-8214-dafc1e4681dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:57.939828 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-954bd67a-e418-4190-8214-dafc1e4681dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:57.980264 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954bd67a-e418-4190-8214-dafc1e4681dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93810c3f-ceea-4e95-b9bf-30668530e6c9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:57.984498 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-954bd67a-e418-4190-8214-dafc1e4681dd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cec07c0f6c254437b6e272549772a464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2829759 Nov 18 16:37:57.987291 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60726) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:58.053746 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-754aeace-7d7c-4e8f-b8f3-10ab33ab75a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.104703 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-754aeace-7d7c-4e8f-b8f3-10ab33ab75a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.134588 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194628c-5bb0-46aa-97d1-0170cadaf6d4 req-691bd0c5-7a9c-41dd-9478-f68d211b125e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:58.136405 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8194628c-5bb0-46aa-97d1-0170cadaf6d4 req-691bd0c5-7a9c-41dd-9478-f68d211b125e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 932 time: 0.0725191 Nov 18 16:37:58.202466 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8194628c-5bb0-46aa-97d1-0170cadaf6d4 req-3ddfd445-cf9c-48c5-9dac-44ec65f54126 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595915 Nov 18 16:37:58.209832 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6096da-c8f3-42ff-81f0-44d747517568 req-0cad085b-0ab2-47f8-a065-36d5f575c5f4 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:58.212202 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f6096da-c8f3-42ff-81f0-44d747517568 req-0cad085b-0ab2-47f8-a065-36d5f575c5f4 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 944 time: 0.1123359 Nov 18 16:37:58.244813 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-754aeace-7d7c-4e8f-b8f3-10ab33ab75a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.248956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-754aeace-7d7c-4e8f-b8f3-10ab33ab75a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.250658 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-754aeace-7d7c-4e8f-b8f3-10ab33ab75a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/93810c3f-ceea-4e95-b9bf-30668530e6c9 HTTP/1.1" status: 204 len: 168 time: 0.2623327 Nov 18 16:37:58.280401 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754aeace-7d7c-4e8f-b8f3-10ab33ab75a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93810c3f-ceea-4e95-b9bf-30668530e6c9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:58.298478 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f6096da-c8f3-42ff-81f0-44d747517568 req-cdc13637-883c-4dfd-9256-aa31b70e432b tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789275 Nov 18 16:37:58.474264 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93991c00-21f2-4f05-922a-d7b03cdc4d86 req-a73b79d6-18a9-475c-8bf3-0e23e8764076 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:58.476713 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-93991c00-21f2-4f05-922a-d7b03cdc4d86 req-a73b79d6-18a9-475c-8bf3-0e23e8764076 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 931 time: 0.0518832 Nov 18 16:37:58.495847 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.535041 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-93991c00-21f2-4f05-922a-d7b03cdc4d86 req-6fe571cf-ca25-4daa-aef0-f65a82dfbec4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518110 Nov 18 16:37:58.628894 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 60742) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:58.643833 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b31e-e60d-4e71-9bac-603f35e1cba2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.751543 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b31e-e60d-4e71-9bac-603f35e1cba2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.756888 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ecf4b31e-e60d-4e71-9bac-603f35e1cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:58.775315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Request body: {'port': {'device_id': 'b526f2fb-051a-4d20-baca-731d503603ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:58.783304 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Request body: {'port': {'device_id': 'e04845e6-85de-4b12-971a-f88398685708', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:37:58.920257 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ecf4b31e-e60d-4e71-9bac-603f35e1cba2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ff03785fa0e4ae5b517fafe77195ae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901509 Nov 18 16:37:58.923762 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60748) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:37:58.996401 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-27a6b89d-02a9-45db-992a-8ac8b2ac6292 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.031601 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-27a6b89d-02a9-45db-992a-8ac8b2ac6292 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.118109 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-27a6b89d-02a9-45db-992a-8ac8b2ac6292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.122448 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-27a6b89d-02a9-45db-992a-8ac8b2ac6292 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.133605 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-27a6b89d-02a9-45db-992a-8ac8b2ac6292 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/019f7776-ca03-44fc-b755-ced2fe2e0cf3 HTTP/1.1" status: 204 len: 168 time: 0.2058094 Nov 18 16:37:59.141064 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6b89d-02a9-45db-992a-8ac8b2ac6292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f7776-ca03-44fc-b755-ced2fe2e0cf3,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:59.179505 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4b31e-e60d-4e71-9bac-603f35e1cba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f7776-ca03-44fc-b755-ced2fe2e0cf3,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:37:59.211966 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.213812 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.236534 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-4f53a69d-743a-485b-aee7-95c9c7f51050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:59.238067 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-4f53a69d-743a-485b-aee7-95c9c7f51050 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1096 time: 0.4504678 Nov 18 16:37:59.281956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184bbaf9-e36a-4f38-b0ec-af013e401b2a req-af805f12-7c48-4920-8f32-7690a7774b5b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:59.283634 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-184bbaf9-e36a-4f38-b0ec-af013e401b2a req-af805f12-7c48-4920-8f32-7690a7774b5b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 945 time: 0.4076800 Nov 18 16:37:59.358363 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23723636-4593-4109-9eeb-a30249290f9a req-d070f54f-7685-4f02-bbdb-eecb6af8e272 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:59.360108 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-23723636-4593-4109-9eeb-a30249290f9a req-d070f54f-7685-4f02-bbdb-eecb6af8e272 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 932 time: 0.0628374 Nov 18 16:37:59.447856 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-23723636-4593-4109-9eeb-a30249290f9a req-42232690-443a-41cb-8187-0dbeca035612 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754564 Nov 18 16:37:59.572344 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.589470 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-184bbaf9-e36a-4f38-b0ec-af013e401b2a req-176dbfc9-011a-425a-8f99-605efd94f89a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809269 Nov 18 16:37:59.661082 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e7a6b8-f493-4f1e-a6a6-b1f9233030b7 req-4f3fd3fb-3da6-4fae-867c-ba0b6d5169ac tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:59.674376 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-14e7a6b8-f493-4f1e-a6a6-b1f9233030b7 req-4f3fd3fb-3da6-4fae-867c-ba0b6d5169ac tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 944 time: 0.1110303 Nov 18 16:37:59.755455 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-14e7a6b8-f493-4f1e-a6a6-b1f9233030b7 req-20424e5c-4a4e-47ab-a72b-d4cbf6e5f100 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799756 Nov 18 16:37:59.833002 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.848892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544c1682-a81d-4040-ac51-b1373bb48fef {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:37:59.871323 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.917559 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20a9bc5-e263-4167-8c16-f368850c7d4b req-c565dcf7-96a2-43da-b53a-252d75d70b4d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:37:59.919183 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d20a9bc5-e263-4167-8c16-f368850c7d4b req-c565dcf7-96a2-43da-b53a-252d75d70b4d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 931 time: 0.1772091 Nov 18 16:37:59.926945 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Transition to ACTIVE for port object 544c1682-a81d-4040-ac51-b1373bb48fef will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:37:59.934088 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:37:59.943927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d575f7d0-d3e8-4177-9160-91527ed3c1a3 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:00.013783 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.073421 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Transition to ACTIVE for port object d575f7d0-d3e8-4177-9160-91527ed3c1a3 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:38:00.098060 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.108728 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Pushing event updated for resources: {'Port': ['ID=544c1682-a81d-4040-ac51-b1373bb48fef,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:00.125374 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d20a9bc5-e263-4167-8c16-f368850c7d4b req-60ffbc4d-c355-4027-a8f0-2a9cacb627c1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918950 Nov 18 16:38:00.143651 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21a2db64-f3e4-4938-b219-6fcaaca9ae3b up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:00.332634 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:00.344278 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Attempting to bind port d575f7d0-d3e8-4177-9160-91527ed3c1a3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:38:00.345103 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Attempting to bind port d575f7d0-d3e8-4177-9160-91527ed3c1a3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:38:00.345103 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Attempting to bind port d575f7d0-d3e8-4177-9160-91527ed3c1a3 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:00.348567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:00.348982 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.356273 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Port d575f7d0-d3e8-4177-9160-91527ed3c1a3 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:38:00.356607 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Attempting to bind port d575f7d0-d3e8-4177-9160-91527ed3c1a3 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:00.359192 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.363124 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:38:00.363671 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Checking segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:38:00.364203 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Bound using segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:38:00.365030 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Bound port: d575f7d0-d3e8-4177-9160-91527ed3c1a3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:38:00.367070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.377293 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:00.416951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Attempting to bind port 544c1682-a81d-4040-ac51-b1373bb48fef on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:38:00.417350 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Attempting to bind port 544c1682-a81d-4040-ac51-b1373bb48fef by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:38:00.417792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Attempting to bind port 544c1682-a81d-4040-ac51-b1373bb48fef on network 43adc3b1-fe53-4174-87dd-f10def03771b {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:00.450482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Port 544c1682-a81d-4040-ac51-b1373bb48fef on network 43adc3b1-fe53-4174-87dd-f10def03771b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:38:00.450936 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Attempting to bind port 544c1682-a81d-4040-ac51-b1373bb48fef on network 43adc3b1-fe53-4174-87dd-f10def03771b {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:00.462481 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:38:00.462986 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Checking segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:38:00.463505 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Bound using segment: {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:38:00.464191 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Bound port: 544c1682-a81d-4040-ac51-b1373bb48fef, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46839afe-d4bb-4329-9296-aab78d82e21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:38:00.471743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.514521 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60806) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:00.590921 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:38:00.670649 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:38:00.688480 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.693967 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da0e29-376a-4960-beb8-b6afb40a28d5 req-856040fe-df78-46da-8606-ff0d051264b9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:00.700955 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] For port 544c1682-a81d-4040-ac51-b1373bb48fef, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:38:00.705397 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c2da0e29-376a-4960-beb8-b6afb40a28d5 req-856040fe-df78-46da-8606-ff0d051264b9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 944 time: 0.1212296 Nov 18 16:38:00.710456 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] For port 544c1682-a81d-4040-ac51-b1373bb48fef, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=544c1682-a81d-4040-ac51-b1373bb48fef,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:38:00.727612 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.772926 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.774851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:00.782731 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ade1dda4-6fcc-4d73-bbee-d34262a96c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.810402 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:00.811915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.813950 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] 10.222.0.66 "PUT /v2.0/ports/d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 200 len: 1093 time: 2.0528433 Nov 18 16:38:00.816909 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:00.819518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac0e43a-ee81-4803-bf86-393c3472fc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:00.834716 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c2da0e29-376a-4960-beb8-b6afb40a28d5 req-3fe46e19-d4bf-40a5-a320-a3314ad030a0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235232 Nov 18 16:38:00.906330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:00.909279 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.913160 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] 10.222.0.66 "PUT /v2.0/ports/544c1682-a81d-4040-ac51-b1373bb48fef HTTP/1.1" status: 200 len: 1094 time: 2.1421168 Nov 18 16:38:00.940331 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:00.941084 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48db29-7fa1-4f47-bcd1-c22d4aebc9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:00.974793 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:00.982482 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ad21fc00-4562-4af9-ad91-04c82dd6c7b9 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:01.062802 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ade1dda4-6fcc-4d73-bbee-d34262a96c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.071905 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ade1dda4-6fcc-4d73-bbee-d34262a96c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.127366 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce30a02f-4f35-415a-95bf-491f05656bdd req-e814c94f-ed85-40e4-9926-f11e352d2c9a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:01.136687 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:01.144756 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce30a02f-4f35-415a-95bf-491f05656bdd req-e814c94f-ed85-40e4-9926-f11e352d2c9a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 945 time: 0.3897331 Nov 18 16:38:01.165124 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ade1dda4-6fcc-4d73-bbee-d34262a96c67 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a00e17dff3db4a879b6556af2fbd10ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6468294 Nov 18 16:38:01.165124 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1dda4-6fcc-4d73-bbee-d34262a96c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5a5eb1-8122-4102-8b0d-854661024155,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:01.167904 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:01.168079 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60828) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:01.176950 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:01.177333 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.178786 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daca264-b6a0-4b70-a449-5b05cd622379 req-fc317ca5-9209-43b5-b21d-fc0424f8b888 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:01.188873 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3daca264-b6a0-4b70-a449-5b05cd622379 req-fc317ca5-9209-43b5-b21d-fc0424f8b888 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 944 time: 0.2008865 Nov 18 16:38:01.198844 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27651d9d-f2a2-41d3-a64e-aa4387431d58 service neutron] Pushing event updated for resources: {'Port': ['ID=544c1682-a81d-4040-ac51-b1373bb48fef,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:01.237310 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ba1fa-add3-408f-b5b6-295bea2a9649" -d '{"events": [{"server_uuid": "d4a8e5b8-7e64-4b29-9532-52be63dac7ce", "name": "network-vif-plugged", "status": "completed", "tag": "21a2db64-f3e4-4938-b219-6fcaaca9ae3b"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:01.276414 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3daca264-b6a0-4b70-a449-5b05cd622379 req-a3bcc2bf-82c2-413b-8fc2-bc026ea4414c tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865850 Nov 18 16:38:01.307359 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1c5b-d95d-42df-a3a6-1ce18de639fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.343580 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1c5b-d95d-42df-a3a6-1ce18de639fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.344159 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce30a02f-4f35-415a-95bf-491f05656bdd req-e258a332-38a6-4d06-8abd-8b16569c8e22 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978934 Nov 18 16:38:01.353035 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.355043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373f1c3d-7976-4d13-a46f-332e1ae207fc x-openstack-request-id: req-373f1c3d-7976-4d13-a46f-332e1ae207fc {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:01.355579 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:01.365606 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-373f1c3d-7976-4d13-a46f-332e1ae207fc {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:01.366412 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'status': 'completed', 'code': 200} Nov 18 16:38:01.412193 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,segment=NetworkSegment(16dd0fa1-5296-4e37-9152-ebcc558a1bc5),segment_id=16dd0fa1-5296-4e37-9152-ebcc558a1bc5)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:01.418187 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.489716 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1c5b-d95d-42df-a3a6-1ce18de639fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.493274 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7e9d1c5b-d95d-42df-a3a6-1ce18de639fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:01.494855 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-7e9d1c5b-d95d-42df-a3a6-1ce18de639fb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f5a5eb1-8122-4102-8b0d-854661024155 HTTP/1.1" status: 204 len: 168 time: 0.3255501 Nov 18 16:38:01.507150 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d1c5b-d95d-42df-a3a6-1ce18de639fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5a5eb1-8122-4102-8b0d-854661024155,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:01.509426 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:01.525988 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7c607-a6db-4194-85f9-acc5a71e1165 req-1aaff982-9a82-4e0f-9a8d-5c60340559d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:01.531930 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a4b7c607-a6db-4194-85f9-acc5a71e1165 req-1aaff982-9a82-4e0f-9a8d-5c60340559d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0911329 Nov 18 16:38:01.610683 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a4b7c607-a6db-4194-85f9-acc5a71e1165 req-0642abe6-d0f8-4956-b0b7-6aa977a9658e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748594 Nov 18 16:38:01.658622 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68574cfa-049e-4fd2-92a3-be7b5d449a1d x-openstack-request-id: req-68574cfa-049e-4fd2-92a3-be7b5d449a1d {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:01.659111 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a8e5b8-7e64-4b29-9532-52be63dac7ce", "name": "network-vif-plugged", "status": "completed", "tag": "21a2db64-f3e4-4938-b219-6fcaaca9ae3b", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:01.659755 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68574cfa-049e-4fd2-92a3-be7b5d449a1d {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:01.660460 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b', 'code': 200} Nov 18 16:38:02.004415 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14102d35-ad2d-4e20-b326-22de69789959 req-3a5f9d8f-8d20-4c9e-9158-55b7355e8547 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.006700 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-14102d35-ad2d-4e20-b326-22de69789959 req-3a5f9d8f-8d20-4c9e-9158-55b7355e8547 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 944 time: 0.0760620 Nov 18 16:38:02.102387 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-14102d35-ad2d-4e20-b326-22de69789959 req-fc923c53-8c16-451d-bcd2-3b6aeed59dce tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855112 Nov 18 16:38:02.149585 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60862) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:02.166681 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f0bed38a-41ae-408f-ab3d-97035366f6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:02.225830 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-e4cf18fd-6fae-4a7f-ac31-ff68d4bf6fd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.2497694 Nov 18 16:38:02.346370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0e43a-ee81-4803-bf86-393c3472fc2b req-4a1bf482-d41f-42b2-b6f0-ac4df00bc5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.348295 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ac0e43a-ee81-4803-bf86-393c3472fc2b req-4a1bf482-d41f-42b2-b6f0-ac4df00bc5b2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1096 time: 0.2537682 Nov 18 16:38:02.351595 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-1c752abf-ec0e-41ed-a35b-012d93a71356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.354468 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-1c752abf-ec0e-41ed-a35b-012d93a71356 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 1097 time: 0.2618051 Nov 18 16:38:02.360189 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-8f0f785d-ee17-4070-8103-6ff8e7a139bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.364238 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-8f0f785d-ee17-4070-8103-6ff8e7a139bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.1070085 Nov 18 16:38:02.462660 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1c4bb-9d76-4eaa-a47e-fbe986a324a5 req-b11d00bd-070e-4bd5-a4fb-4167e77623cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.464846 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b5c1c4bb-9d76-4eaa-a47e-fbe986a324a5 req-b11d00bd-070e-4bd5-a4fb-4167e77623cb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 1099 time: 0.2111931 Nov 18 16:38:02.470464 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-aa8205fa-cda7-40b6-9a2f-15ecc1b5f875 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544c1682-a81d-4040-ac51-b1373bb48fef HTTP/1.1" status: 200 len: 217 time: 0.1022766 Nov 18 16:38:02.527937 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-b5c1c4bb-9d76-4eaa-a47e-fbe986a324a5 req-5b2c6ab0-0f5b-4f4c-b23e-48c962625703 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:02.536592 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-6a226e6c-6034-42d9-bde8-a1d150a6e270 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076787 Nov 18 16:38:02.598345 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f0bed38a-41ae-408f-ab3d-97035366f6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:02.598345 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f0bed38a-41ae-408f-ab3d-97035366f6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:02.695761 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f0bed38a-41ae-408f-ab3d-97035366f6d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=598a5d27a8824253b0c88785b7ad07e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5439930 Nov 18 16:38:02.702080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60886) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:02.854478 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-b5c1c4bb-9d76-4eaa-a47e-fbe986a324a5 req-5b2c6ab0-0f5b-4f4c-b23e-48c962625703 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:02.884536 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-b5c1c4bb-9d76-4eaa-a47e-fbe986a324a5 req-5b2c6ab0-0f5b-4f4c-b23e-48c962625703 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:02.933279 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-b4786b0d-769d-418c-ac8f-4e88d64715dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.934838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-b4786b0d-769d-418c-ac8f-4e88d64715dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.4422905 Nov 18 16:38:02.969446 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b54ef-df7e-420a-93bd-198337a03c91 req-ad1f6121-a8d6-49b9-9a35-b8fadb61b56b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:02.971272 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0d5b54ef-df7e-420a-93bd-198337a03c91 req-ad1f6121-a8d6-49b9-9a35-b8fadb61b56b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.4517510 Nov 18 16:38:02.972175 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bed38a-41ae-408f-ab3d-97035366f6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3555b8fd-a3c3-41bf-8770-6ab6ee7f4bae,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:02.980856 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b5c1c4bb-9d76-4eaa-a47e-fbe986a324a5 req-5b2c6ab0-0f5b-4f4c-b23e-48c962625703 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004516 Nov 18 16:38:03.031599 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3067cf-d6cf-4b11-8068-9adc5f3f5be8 req-0e1a5b7a-a5ab-4fd9-9a21-044738217d31 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:03.033561 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d3067cf-d6cf-4b11-8068-9adc5f3f5be8 req-0e1a5b7a-a5ab-4fd9-9a21-044738217d31 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.5619309 Nov 18 16:38:03.036133 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c6ab0-0f5b-4f4c-b23e-48c962625703 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=848fbe5e-6ffa-48cd-9c92-cafc2106950e,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:03.043552 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3879b012-f859-4540-8293-8a62b888b302 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.078948 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-6502d2bc-350a-444d-afbc-bce79b9d6af8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048877 Nov 18 16:38:03.101944 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3879b012-f859-4540-8293-8a62b888b302 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.107576 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0d5b54ef-df7e-420a-93bd-198337a03c91 req-0b26aa5a-138f-477e-912d-58da3981797e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163106 Nov 18 16:38:03.128774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0e43a-ee81-4803-bf86-393c3472fc2b req-cf85d45a-448a-4705-a702-fb69339c7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:03.130676 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ac0e43a-ee81-4803-bf86-393c3472fc2b req-cf85d45a-448a-4705-a702-fb69339c7ce9 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&shared=False HTTP/1.1" status: 200 len: 917 time: 0.7647440 Nov 18 16:38:03.135315 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-96e39298-7c80-424d-a3ce-6b29f0a5462c service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647616 Nov 18 16:38:03.184589 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d3067cf-d6cf-4b11-8068-9adc5f3f5be8 req-b119ab7c-953a-416d-b1fa-112aeb079add tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168566 Nov 18 16:38:03.234186 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3879b012-f859-4540-8293-8a62b888b302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.238901 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3879b012-f859-4540-8293-8a62b888b302 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.240951 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3879b012-f859-4540-8293-8a62b888b302 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3555b8fd-a3c3-41bf-8770-6ab6ee7f4bae HTTP/1.1" status: 204 len: 168 time: 0.4097393 Nov 18 16:38:03.267076 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879b012-f859-4540-8293-8a62b888b302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3555b8fd-a3c3-41bf-8770-6ab6ee7f4bae,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:03.292365 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3aba9-9abf-4340-b4e8-8bbc4868497b req-c583892b-c580-4d53-8284-1eff1f0b111c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:03.294254 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c4e3aba9-9abf-4340-b4e8-8bbc4868497b req-c583892b-c580-4d53-8284-1eff1f0b111c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0988376 Nov 18 16:38:03.363874 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c4e3aba9-9abf-4340-b4e8-8bbc4868497b req-09e162cb-5468-4276-9f72-19e0c4725a59 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580978 Nov 18 16:38:03.371197 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04845e6-85de-4b12-971a-f88398685708', 'tag': '544c1682-a81d-4040-ac51-b1373bb48fef'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:03.373911 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30" -d '{"events": [{"name": "network-changed", "server_uuid": "e04845e6-85de-4b12-971a-f88398685708", "tag": "544c1682-a81d-4040-ac51-b1373bb48fef"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:03.596944 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee6a79a-653a-4bb6-8739-2e3fb4fd73e0 x-openstack-request-id: req-7ee6a79a-653a-4bb6-8739-2e3fb4fd73e0 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:03.597237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04845e6-85de-4b12-971a-f88398685708", "tag": "544c1682-a81d-4040-ac51-b1373bb48fef", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:03.597518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ee6a79a-653a-4bb6-8739-2e3fb4fd73e0 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:03.597984 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e04845e6-85de-4b12-971a-f88398685708', 'tag': '544c1682-a81d-4040-ac51-b1373bb48fef', 'status': 'completed', 'code': 200} Nov 18 16:38:03.661824 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:03.666593 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d1f25-b414-468d-bd49-e3be3fc12484" -d '{"events": [{"server_uuid": "9ae9af05-84cb-4507-b7c6-3c9a88a51581", "name": "network-vif-plugged", "status": "completed", "tag": "ad21fc00-4562-4af9-ad91-04c82dd6c7b9"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:03.718283 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-b650c1f2-5e7c-42ac-94a0-08c0f3445d37 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4959717 Nov 18 16:38:03.728984 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110a05f3-cd8c-459b-97b2-11f258d51847 x-openstack-request-id: req-110a05f3-cd8c-459b-97b2-11f258d51847 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:03.729320 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae9af05-84cb-4507-b7c6-3c9a88a51581", "name": "network-vif-plugged", "status": "completed", "tag": "ad21fc00-4562-4af9-ad91-04c82dd6c7b9", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:03.729658 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-110a05f3-cd8c-459b-97b2-11f258d51847 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:03.730249 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9', 'code': 200} Nov 18 16:38:03.732050 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6dbd9-ebe3-40d1-84b2-716a4f9fd496 req-887fad45-2481-451a-92a2-87a8fccf7281 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:03.734016 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1e6dbd9-ebe3-40d1-84b2-716a4f9fd496 req-887fad45-2481-451a-92a2-87a8fccf7281 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 944 time: 0.4057651 Nov 18 16:38:03.744881 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4323fd3c-e227-4101-a5e3-6151aa36d7bb req-c4de9fbd-000e-4d58-9458-84fce0e3931c service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082450 Nov 18 16:38:03.745903 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0e43a-ee81-4803-bf86-393c3472fc2b req-879c5bc9-8d8a-4341-bbb9-076515f6580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:03.747345 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ac0e43a-ee81-4803-bf86-393c3472fc2b req-879c5bc9-8d8a-4341-bbb9-076515f6580f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5409389 Nov 18 16:38:03.780771 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60916) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:03.800129 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-63d1d2d2-3bad-4c92-8314-47e6117add12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.936802 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-63d1d2d2-3bad-4c92-8314-47e6117add12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.947843 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-63d1d2d2-3bad-4c92-8314-47e6117add12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:03.990825 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1d2d2-3bad-4c92-8314-47e6117add12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5378afb4-1e64-4c45-81a9-0eb5e6e01cc7,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:04.036940 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ea7bc34-2b2b-49b5-92b6-2dd42d642088 req-36729017-f959-487e-b6db-efd1944953a8 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010561 Nov 18 16:38:04.052243 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-63d1d2d2-3bad-4c92-8314-47e6117add12 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=33111cc9c2ea480482bb14ed507ed281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703581 Nov 18 16:38:04.064367 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 60934) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:04.067224 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1e6dbd9-ebe3-40d1-84b2-716a4f9fd496 req-c26cc3d2-85c2-48a5-add7-87626708e9b5 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145552 Nov 18 16:38:04.100133 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-b98ecd22-c87e-44f4-b826-9bcc049728b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.102232 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-b98ecd22-c87e-44f4-b826-9bcc049728b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1096 time: 0.2078333 Nov 18 16:38:04.109267 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-cd1049ef-7ba3-4d8d-9131-7f550a4f4aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.111295 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-cd1049ef-7ba3-4d8d-9131-7f550a4f4aa2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1096 time: 0.2332010 Nov 18 16:38:04.145000 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc5fa-6bbe-42cf-b0fe-ccebb1d5c312 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:04.148326 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca68a5d-eeea-4b0f-ae2a-284d71af428a req-8cf9024c-48f4-43b4-b3fe-82d019d27dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.151123 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1ca68a5d-eeea-4b0f-ae2a-284d71af428a req-8cf9024c-48f4-43b4-b3fe-82d019d27dc5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 1098 time: 0.1616249 Nov 18 16:38:04.196676 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-67a34429-6e49-4ca8-9ab4-75746bda0c58 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 200 len: 217 time: 0.0838654 Nov 18 16:38:04.212906 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc5fa-6bbe-42cf-b0fe-ccebb1d5c312 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:04.323259 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1ca68a5d-eeea-4b0f-ae2a-284d71af428a req-68c54773-42da-42a6-9a5d-3e180c5da66f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577857 Nov 18 16:38:04.349878 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc5fa-6bbe-42cf-b0fe-ccebb1d5c312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:04.355858 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e2cc5fa-6bbe-42cf-b0fe-ccebb1d5c312 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:04.357839 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9e2cc5fa-6bbe-42cf-b0fe-ccebb1d5c312 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5378afb4-1e64-4c45-81a9-0eb5e6e01cc7 HTTP/1.1" status: 204 len: 168 time: 0.2907157 Nov 18 16:38:04.405357 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2cc5fa-6bbe-42cf-b0fe-ccebb1d5c312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5378afb4-1e64-4c45-81a9-0eb5e6e01cc7,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:04.464589 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-09ec29ed-75de-414c-8f01-3d1e87eee4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.466349 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-09ec29ed-75de-414c-8f01-3d1e87eee4cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 1097 time: 0.2940023 Nov 18 16:38:04.477623 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-2e909c25-1360-4173-a964-9b241487585e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.478564 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-2e909c25-1360-4173-a964-9b241487585e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.2602925 Nov 18 16:38:04.488057 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-118bb6fa-410d-4f12-aba5-455c09450f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.492817 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-118bb6fa-410d-4f12-aba5-455c09450f9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.3649490 Nov 18 16:38:04.512830 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b634cbc-9269-4c93-83d3-9984d28cce4f req-ad2bff13-2e90-45be-9e9b-43f99da93d5a tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.534133 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757da70-e9ca-4e18-8710-41823f57e365 req-53417f57-5b1f-4b64-b39e-5b2cd24e56ec tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:04.536701 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f757da70-e9ca-4e18-8710-41823f57e365 req-53417f57-5b1f-4b64-b39e-5b2cd24e56ec tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.1774201 Nov 18 16:38:04.550802 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b634cbc-9269-4c93-83d3-9984d28cce4f req-ad2bff13-2e90-45be-9e9b-43f99da93d5a tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.1789885 Nov 18 16:38:04.828078 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f757da70-e9ca-4e18-8710-41823f57e365 req-d37ee35c-31d3-406d-a13c-16e5e076bd75 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488074 Nov 18 16:38:04.928097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-0d098809-33aa-4f7d-a2d0-64233a726f08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.3584850 Nov 18 16:38:05.055514 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4cbb6-8c52-4c29-acec-5cd24a960704 req-50af445b-ce69-434d-8fb5-425ede9e7f63 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:05.061698 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eee4cbb6-8c52-4c29-acec-5cd24a960704 req-50af445b-ce69-434d-8fb5-425ede9e7f63 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0841305 Nov 18 16:38:05.175314 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b634cbc-9269-4c93-83d3-9984d28cce4f req-a6ed5ab2-a8ce-4585-a9e5-88c6333e9930 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6286387 Nov 18 16:38:05.201880 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-a86c45cf-a0c2-4b84-89f3-760efa4895db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:05.205824 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eee4cbb6-8c52-4c29-acec-5cd24a960704 req-24bcb3fb-6e4d-4cb5-b162-3f0bfc0ebcf6 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860105 Nov 18 16:38:05.219672 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-a86c45cf-a0c2-4b84-89f3-760efa4895db service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6556065 Nov 18 16:38:05.238089 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-07f43d75-dd8c-49c6-8fd1-f875a1d28178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:05.240391 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-07f43d75-dd8c-49c6-8fd1-f875a1d28178 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.6855457 Nov 18 16:38:05.253981 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-70e1a7b7-69a5-4726-9adf-7b0d21db0d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:05.256807 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-70e1a7b7-69a5-4726-9adf-7b0d21db0d4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.2040894 Nov 18 16:38:05.530793 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-9853446e-899b-4af7-bfe2-8c5342111403 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544c1682-a81d-4040-ac51-b1373bb48fef HTTP/1.1" status: 200 len: 217 time: 0.2699573 Nov 18 16:38:05.550755 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-04d9a105-76e7-430f-86b4-a38853f1e716 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483179 Nov 18 16:38:05.735193 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-040d1e08-6b12-4091-a021-8490d1f620d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:05.736801 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-040d1e08-6b12-4091-a021-8490d1f620d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.1887550 Nov 18 16:38:05.751762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c49013-d29f-4738-a16b-f61e908e8687 req-ce84aafd-630d-4bbf-96c4-881aa5bd6a45 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:05.753554 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72c49013-d29f-4738-a16b-f61e908e8687 req-ce84aafd-630d-4bbf-96c4-881aa5bd6a45 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 944 time: 0.2429945 Nov 18 16:38:05.774012 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-e890d5f1-32fc-44cf-808d-5bbbf0122414 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493410 Nov 18 16:38:05.809960 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-a55912ca-2a9f-4c01-b836-b3a3532e1a89 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520484 Nov 18 16:38:05.837107 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-a468652d-bff8-4e89-acf6-562179a9e3bc service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589145 Nov 18 16:38:06.006481 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device b958affc-4ae2-418e-a54a-464ffd0ecc20 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:38:06.078401 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72c49013-d29f-4738-a16b-f61e908e8687 req-d51edd93-4d01-4412-8b3b-c80b1c18696b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081579 Nov 18 16:38:06.120722 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-33077c94-1d47-42d3-83d8-5106e0e28330 req-ac95eb3c-fb18-42bc-a8b5-8e5c54cc5064 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135891 Nov 18 16:38:06.165167 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-7dc4a6a9-e055-42de-ab53-bac568c3edce service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363638 Nov 18 16:38:06.185697 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01906101-f0bb-4e0e-997d-30714f363f2f req-ac547033-5a65-4465-a3cd-8908e988c64e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:06.208489 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-01906101-f0bb-4e0e-997d-30714f363f2f req-ac547033-5a65-4465-a3cd-8908e988c64e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.1659253 Nov 18 16:38:06.224084 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb95a3-b99e-42a0-ac30-c68dcdc82fd5 req-4cdbb5f6-8b3a-449d-9ab5-cb145aeb911c service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3689787 Nov 18 16:38:06.307270 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port b958affc-4ae2-418e-a54a-464ffd0ecc20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:06.343510 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'b958affc-4ae2-418e-a54a-464ffd0ecc20', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'port_id': 'b958affc-4ae2-418e-a54a-464ffd0ecc20', 'mac_address': 'fa:16:3e:a2:62:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:38:06.375089 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-01906101-f0bb-4e0e-997d-30714f363f2f req-24d1bb08-9c84-459d-9d60-b3cdff4cdcd9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410308 Nov 18 16:38:06.421479 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:06.441686 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b958affc-4ae2-418e-a54a-464ffd0ecc20 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:06.497081 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port b958affc-4ae2-418e-a54a-464ffd0ecc20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:06.501709 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:06.532858 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9906096-d5ac-43b2-a52c-eca3c5ad2d30 req-57e01c57-4fae-4ff8-9a42-336138349bd6 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435943 Nov 18 16:38:06.573998 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef3643-95d1-4157-90bb-e10d38d78535 req-ffde9576-9c97-4644-ba1c-5fe43722faba tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:06.595282 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-31ef3643-95d1-4157-90bb-e10d38d78535 req-ffde9576-9c97-4644-ba1c-5fe43722faba tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.1397102 Nov 18 16:38:06.645154 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9623f952-0fa4-4c54-a735-713280df4935 req-262d6557-282e-4d67-9552-d8350d7a252d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:06.646913 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9623f952-0fa4-4c54-a735-713280df4935 req-262d6557-282e-4d67-9552-d8350d7a252d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.1485689 Nov 18 16:38:06.659298 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=b958affc-4ae2-418e-a54a-464ffd0ecc20,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:06.726467 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-31ef3643-95d1-4157-90bb-e10d38d78535 req-31b44631-385a-44e3-b1fc-ed2751ae9c1c tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206162 Nov 18 16:38:06.779759 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9623f952-0fa4-4c54-a735-713280df4935 req-a033dce3-3507-4615-9da0-5507b1c88a6f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125584 Nov 18 16:38:06.785277 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['b958affc-4ae2-418e-a54a-464ffd0ecc20'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:07.305960 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f72e067-af39-4e50-9f86-3311a47f3413 req-46f8f693-27ab-4e68-838c-f5754c7f4af6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:07.309829 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f72e067-af39-4e50-9f86-3311a47f3413 req-46f8f693-27ab-4e68-838c-f5754c7f4af6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 944 time: 0.1118157 Nov 18 16:38:07.404962 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f72e067-af39-4e50-9f86-3311a47f3413 req-e11ba038-5277-45c3-a439-1f6a497230ea tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869975 Nov 18 16:38:07.934724 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9ee56-8b5f-4c31-8c3d-a304b6f3950e req-c861a63e-b91f-4c11-ac68-e933acdfe5d2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:07.943621 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d8d9ee56-8b5f-4c31-8c3d-a304b6f3950e req-c861a63e-b91f-4c11-ac68-e933acdfe5d2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0771186 Nov 18 16:38:08.000495 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d8d9ee56-8b5f-4c31-8c3d-a304b6f3950e req-ef98da66-b454-483c-aed5-19d77b5631e8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559664 Nov 18 16:38:08.013467 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 544c1682-a81d-4040-ac51-b1373bb48fef details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:38:08.017725 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device b958affc-4ae2-418e-a54a-464ffd0ecc20 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:08.111926 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port b958affc-4ae2-418e-a54a-464ffd0ecc20 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:08.118832 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port b958affc-4ae2-418e-a54a-464ffd0ecc20 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:08.119212 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.140580 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 32888) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:08.209438 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 544c1682-a81d-4040-ac51-b1373bb48fef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=544c1682-a81d-4040-ac51-b1373bb48fef,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:08.226887 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '544c1682-a81d-4040-ac51-b1373bb48fef', 'network_id': '43adc3b1-fe53-4174-87dd-f10def03771b', 'port_id': '544c1682-a81d-4040-ac51-b1373bb48fef', 'mac_address': 'fa:16:3e:38:21:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77eb1f45-570c-48cd-a34e-86f67ea2474c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:38:08.302940 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-15bd9c4d-8341-4e08-bc60-9c82d5088094 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.308010 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.321602 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.347516 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544c1682-a81d-4040-ac51-b1373bb48fef {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:08.358886 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958affc-4ae2-418e-a54a-464ffd0ecc20'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:08.361146 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6dc521-7f46-46f2-8173-4619e844364f" -d '{"events": [{"server_uuid": "3e8adb10-a4be-426a-9704-4d9a3e288af9", "name": "network-vif-plugged", "status": "completed", "tag": "b958affc-4ae2-418e-a54a-464ffd0ecc20"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:08.387335 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port b958affc-4ae2-418e-a54a-464ffd0ecc20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:08.392047 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 544c1682-a81d-4040-ac51-b1373bb48fef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=544c1682-a81d-4040-ac51-b1373bb48fef,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:08.396031 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.433720 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-15bd9c4d-8341-4e08-bc60-9c82d5088094 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.435040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.440041 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-15bd9c4d-8341-4e08-bc60-9c82d5088094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.444063 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e43eb0-9ff7-44d8-b447-b5f7b6c8b2ae x-openstack-request-id: req-37e43eb0-9ff7-44d8-b447-b5f7b6c8b2ae {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:08.444493 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8adb10-a4be-426a-9704-4d9a3e288af9", "name": "network-vif-plugged", "status": "completed", "tag": "b958affc-4ae2-418e-a54a-464ffd0ecc20", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:08.445098 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-37e43eb0-9ff7-44d8-b447-b5f7b6c8b2ae {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:08.445617 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b958affc-4ae2-418e-a54a-464ffd0ecc20', 'code': 200} Nov 18 16:38:08.477201 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=b958affc-4ae2-418e-a54a-464ffd0ecc20,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:08.524564 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-15bd9c4d-8341-4e08-bc60-9c82d5088094 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3957b5ea70cd4540a1d2fb0f38eb05ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3828154 Nov 18 16:38:08.527381 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 32916) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:08.541338 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bd9c4d-8341-4e08-bc60-9c82d5088094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10cea42-f9b6-4863-aafc-9fedf8e4c267,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:08.628269 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4b55e-0483-4dfc-99b2-c17802bdefe0 req-bbd08759-c851-4799-9f9a-b79c8e35f83b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:08.629471 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=544c1682-a81d-4040-ac51-b1373bb48fef,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:08.643427 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-79c4b55e-0483-4dfc-99b2-c17802bdefe0 req-bbd08759-c851-4799-9f9a-b79c8e35f83b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 945 time: 0.1141040 Nov 18 16:38:08.682268 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-600bcfb4-cd8c-401c-ab22-792c5c5211f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.742878 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['544c1682-a81d-4040-ac51-b1373bb48fef'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:08.766339 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 32928) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:08.776293 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-600bcfb4-cd8c-401c-ab22-792c5c5211f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.794122 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-79c4b55e-0483-4dfc-99b2-c17802bdefe0 req-b0a64636-14eb-4709-adb4-d0f36e19f97e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496375 Nov 18 16:38:08.830448 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a921d9f-ddc4-410c-9606-38e32b53a0b1 req-049153db-1266-4dfb-bd5a-58776a4f0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:08.831981 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a921d9f-ddc4-410c-9606-38e32b53a0b1 req-049153db-1266-4dfb-bd5a-58776a4f0029 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.1382160 Nov 18 16:38:08.970496 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5a921d9f-ddc4-410c-9606-38e32b53a0b1 req-031cebf6-cc5f-4ea8-9b06-6e4142811f71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112041 Nov 18 16:38:08.981482 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-507069e8-1c07-43e9-9da0-ca266312b3c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:08.998540 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-600bcfb4-cd8c-401c-ab22-792c5c5211f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.002611 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-600bcfb4-cd8c-401c-ab22-792c5c5211f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.004417 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-600bcfb4-cd8c-401c-ab22-792c5c5211f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b10cea42-f9b6-4863-aafc-9fedf8e4c267 HTTP/1.1" status: 204 len: 168 time: 0.4759994 Nov 18 16:38:09.015364 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600bcfb4-cd8c-401c-ab22-792c5c5211f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10cea42-f9b6-4863-aafc-9fedf8e4c267,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:09.110732 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-507069e8-1c07-43e9-9da0-ca266312b3c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.117226 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-507069e8-1c07-43e9-9da0-ca266312b3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.163546 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507069e8-1c07-43e9-9da0-ca266312b3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ed3cd2-f3db-40f1-914f-087bca4bf728,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:09.181415 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-507069e8-1c07-43e9-9da0-ca266312b3c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c374c4c2cca49828d82e9e73f594665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4139924 Nov 18 16:38:09.184504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 32958) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:09.384066 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c0b4-45f8-496f-a4a3-9fa03f38da27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.409352 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0e227-bec2-4f44-9e0c-1ae990609675 req-bc2b4512-d08a-4338-85c6-ad0e2a6fdb4b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:09.411512 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ed0e227-bec2-4f44-9e0c-1ae990609675 req-bc2b4512-d08a-4338-85c6-ad0e2a6fdb4b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.1135638 Nov 18 16:38:09.436827 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c0b4-45f8-496f-a4a3-9fa03f38da27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.493441 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 32974) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:09.506391 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ed0e227-bec2-4f44-9e0c-1ae990609675 req-de05cdb8-9aa2-44fd-b069-63f19614117d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807791 Nov 18 16:38:09.531949 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c0b4-45f8-496f-a4a3-9fa03f38da27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.536125 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7d3c0b4-45f8-496f-a4a3-9fa03f38da27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.537648 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e7d3c0b4-45f8-496f-a4a3-9fa03f38da27 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/07ed3cd2-f3db-40f1-914f-087bca4bf728 HTTP/1.1" status: 204 len: 168 time: 0.3518703 Nov 18 16:38:09.545917 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3d35158b-316f-4541-891e-2d387ec3e310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.562350 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3c0b4-45f8-496f-a4a3-9fa03f38da27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ed3cd2-f3db-40f1-914f-087bca4bf728,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:09.676136 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3d35158b-316f-4541-891e-2d387ec3e310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.681465 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3d35158b-316f-4541-891e-2d387ec3e310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.736143 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d35158b-316f-4541-891e-2d387ec3e310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cb2455-8c78-45a0-aef0-b01f99adbe3c,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:09.742987 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3d35158b-316f-4541-891e-2d387ec3e310 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c5fea43d50a34cebbe2332305825b04a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480814 Nov 18 16:38:09.746276 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 32982) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:09.806590 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f58b4d72-4660-43fd-a414-5e2f1b8c5624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.841364 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f58b4d72-4660-43fd-a414-5e2f1b8c5624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.892713 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f58b4d72-4660-43fd-a414-5e2f1b8c5624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.895939 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f58b4d72-4660-43fd-a414-5e2f1b8c5624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:09.897405 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f58b4d72-4660-43fd-a414-5e2f1b8c5624 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00cb2455-8c78-45a0-aef0-b01f99adbe3c HTTP/1.1" status: 204 len: 168 time: 0.1501000 Nov 18 16:38:09.907529 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b4d72-4660-43fd-a414-5e2f1b8c5624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cb2455-8c78-45a0-aef0-b01f99adbe3c,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:09.924379 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fd966-7a40-475a-8e1c-7cbec1f08586 req-49e0565c-b9a8-4b2c-8613-f0f584d6157f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:09.926416 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-066fd966-7a40-475a-8e1c-7cbec1f08586 req-49e0565c-b9a8-4b2c-8613-f0f584d6157f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 945 time: 0.0679255 Nov 18 16:38:09.982876 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-066fd966-7a40-475a-8e1c-7cbec1f08586 req-26f77477-1489-436d-a2c2-655e20cfa075 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452044 Nov 18 16:38:10.001637 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 32990) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:10.015348 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84f87674-515f-487b-bf59-8d45d56c00bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.105964 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84f87674-515f-487b-bf59-8d45d56c00bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.110365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84f87674-515f-487b-bf59-8d45d56c00bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.152263 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-84f87674-515f-487b-bf59-8d45d56c00bf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d857507d0b774f1f98c78c343a46bf6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492934 Nov 18 16:38:10.153056 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f87674-515f-487b-bf59-8d45d56c00bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23bf5d0-e674-48f7-a54a-0102bcdc601f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:10.155655 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 32996) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:10.209009 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb27a-a5ae-4000-8ef0-eeead182624f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.232212 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb27a-a5ae-4000-8ef0-eeead182624f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.288631 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb27a-a5ae-4000-8ef0-eeead182624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.292436 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f5fcb27a-a5ae-4000-8ef0-eeead182624f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.293616 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f5fcb27a-a5ae-4000-8ef0-eeead182624f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c23bf5d0-e674-48f7-a54a-0102bcdc601f HTTP/1.1" status: 204 len: 168 time: 0.1365478 Nov 18 16:38:10.302614 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fcb27a-a5ae-4000-8ef0-eeead182624f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23bf5d0-e674-48f7-a54a-0102bcdc601f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:10.401548 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:38:10.535932 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:10.548789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'mac_address': 'fa:16:3e:0f:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:38:10.596233 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.613190 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d575f7d0-d3e8-4177-9160-91527ed3c1a3 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:10.646048 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:10.651656 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:10.700987 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250bb31-1acd-4da4-8904-4610d82e6694 req-3e40d5f0-efe0-401f-80de-755935dcfc5a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:10.702712 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f250bb31-1acd-4da4-8904-4610d82e6694 req-3e40d5f0-efe0-401f-80de-755935dcfc5a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0714097 Nov 18 16:38:10.748852 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:10.783300 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f250bb31-1acd-4da4-8904-4610d82e6694 req-6cae913d-253b-4f14-8d9c-eb2a3505bf46 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711186 Nov 18 16:38:11.109493 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf7f17-b608-45e5-8176-457f75235b32 req-b335f469-5473-4340-9961-cf48dcec06c9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:11.111116 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1cf7f17-b608-45e5-8176-457f75235b32 req-b335f469-5473-4340-9961-cf48dcec06c9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 945 time: 0.0555251 Nov 18 16:38:11.173640 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1cf7f17-b608-45e5-8176-457f75235b32 req-6cd39ece-baa8-4c2f-a8ea-c6b036a4c8a4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562258 Nov 18 16:38:11.692065 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33080) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:11.918819 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-426c76f0-ba2a-4fbe-9579-953b939e0a34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:11.948120 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8175aeb1-d28e-457d-b4cf-e4a8718ef9f0 req-a3a82e4b-4945-4f6b-a260-43e12ca9ba3b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:11.949541 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8175aeb1-d28e-457d-b4cf-e4a8718ef9f0 req-a3a82e4b-4945-4f6b-a260-43e12ca9ba3b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.0795250 Nov 18 16:38:12.029497 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8175aeb1-d28e-457d-b4cf-e4a8718ef9f0 req-95417a77-bb28-4c3e-b863-900aeacb6cbd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730412 Nov 18 16:38:12.054602 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-426c76f0-ba2a-4fbe-9579-953b939e0a34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.063084 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-426c76f0-ba2a-4fbe-9579-953b939e0a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.105042 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-426c76f0-ba2a-4fbe-9579-953b939e0a34 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0ac9f700f17c429d9b0af348183e34a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118311 Nov 18 16:38:12.106447 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c76f0-ba2a-4fbe-9579-953b939e0a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dc51de-c82d-4e16-9b83-8ce7a45aafcc,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:12.108760 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33106) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:12.160885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7d47-3497-4499-862a-0f18e9597dba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.185232 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7d47-3497-4499-862a-0f18e9597dba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.259935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7d47-3497-4499-862a-0f18e9597dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.263305 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7d47-3497-4499-862a-0f18e9597dba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.265014 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0a2f7d47-3497-4499-862a-0f18e9597dba admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/03dc51de-c82d-4e16-9b83-8ce7a45aafcc HTTP/1.1" status: 204 len: 168 time: 0.1551561 Nov 18 16:38:12.275541 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f7d47-3497-4499-862a-0f18e9597dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dc51de-c82d-4e16-9b83-8ce7a45aafcc,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:12.352823 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce965f8a-945e-406f-b6c3-cfc2909d8086 req-2beb88f3-f3a3-44cc-b95d-e13a7b848f3f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:12.354715 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce965f8a-945e-406f-b6c3-cfc2909d8086 req-2beb88f3-f3a3-44cc-b95d-e13a7b848f3f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 945 time: 0.0721917 Nov 18 16:38:12.428498 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce965f8a-945e-406f-b6c3-cfc2909d8086 req-285b4285-dc83-4e4c-8b0c-a63d8d85322a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647211 Nov 18 16:38:12.577558 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['d575f7d0-d3e8-4177-9160-91527ed3c1a3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:12.728771 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33152) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:12.744545 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-379cf492-4165-45d1-b6ce-cce0285f8eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.810980 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33158) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:12.864592 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-379cf492-4165-45d1-b6ce-cce0285f8eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.870568 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-379cf492-4165-45d1-b6ce-cce0285f8eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:12.901552 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-379cf492-4165-45d1-b6ce-cce0285f8eca admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f99c9fae125541659e170a5353103df2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1713996 Nov 18 16:38:12.904614 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33166) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:12.927349 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cf492-4165-45d1-b6ce-cce0285f8eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5929f999-38e3-4f50-a185-a12202744d5d,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:12.995269 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4c3b-cc56-4364-8bff-f51693b96419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.011124 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c105820d-544d-4e80-bb0c-ffed798f7243 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.026041 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4c3b-cc56-4364-8bff-f51693b96419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.122255 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4c3b-cc56-4364-8bff-f51693b96419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.122550 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c105820d-544d-4e80-bb0c-ffed798f7243 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.126437 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9c7f4c3b-cc56-4364-8bff-f51693b96419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.127749 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9c7f4c3b-cc56-4364-8bff-f51693b96419 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5929f999-38e3-4f50-a185-a12202744d5d HTTP/1.1" status: 204 len: 168 time: 0.2204669 Nov 18 16:38:13.128449 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c105820d-544d-4e80-bb0c-ffed798f7243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.167328 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f4c3b-cc56-4364-8bff-f51693b96419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5929f999-38e3-4f50-a185-a12202744d5d,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:13.171993 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c105820d-544d-4e80-bb0c-ffed798f7243 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccdcf340f1ff45fdb3ae9bb14e2dac20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3599894 Nov 18 16:38:13.174764 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33180) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:13.180061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105820d-544d-4e80-bb0c-ffed798f7243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6087518-9291-437d-ab8b-f49229ddffa8,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:13.258705 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c599c73-32b4-45a5-83ca-9ba0a25dccba req-1bfdf182-9c4b-4c36-ae11-9855d74c4d18 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:13.260228 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6c599c73-32b4-45a5-83ca-9ba0a25dccba req-1bfdf182-9c4b-4c36-ae11-9855d74c4d18 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.1156189 Nov 18 16:38:13.286880 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-880c3d9d-4781-419e-8ea1-aa1f67218572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.330593 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-880c3d9d-4781-419e-8ea1-aa1f67218572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.361286 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6c599c73-32b4-45a5-83ca-9ba0a25dccba req-c42b9c30-b43e-4f6e-bc21-10667604648d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857105 Nov 18 16:38:13.405072 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-880c3d9d-4781-419e-8ea1-aa1f67218572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.407688 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-880c3d9d-4781-419e-8ea1-aa1f67218572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.411221 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-880c3d9d-4781-419e-8ea1-aa1f67218572 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d6087518-9291-437d-ab8b-f49229ddffa8 HTTP/1.1" status: 204 len: 168 time: 0.2048883 Nov 18 16:38:13.418722 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c3d9d-4781-419e-8ea1-aa1f67218572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6087518-9291-437d-ab8b-f49229ddffa8,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:13.562548 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c953ae8-9855-4cdc-b0ae-675338e0977c req-89bbc241-4e12-4130-84a0-d5638431b26b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:13.574852 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3c953ae8-9855-4cdc-b0ae-675338e0977c req-89bbc241-4e12-4130-84a0-d5638431b26b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 945 time: 0.0737302 Nov 18 16:38:13.659316 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3c953ae8-9855-4cdc-b0ae-675338e0977c req-4848e5b6-f4ff-4973-b669-d3a2eef5651d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742013 Nov 18 16:38:13.829501 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33220) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:13.843158 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7c778d0a-67db-499a-ad7e-c21a64c335bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.929351 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7c778d0a-67db-499a-ad7e-c21a64c335bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.933335 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7c778d0a-67db-499a-ad7e-c21a64c335bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:13.972910 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c778d0a-67db-499a-ad7e-c21a64c335bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62311f4c-accd-4e53-97ff-db2aea04726b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:13.978366 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-7c778d0a-67db-499a-ad7e-c21a64c335bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ce6d30f08d0c4e49abd1e7cc1ca5243d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1480219 Nov 18 16:38:13.981348 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33226) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:14.033549 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2223-74f3-4b40-8f84-ec2d48e19df6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.056325 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2223-74f3-4b40-8f84-ec2d48e19df6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.107133 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2223-74f3-4b40-8f84-ec2d48e19df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.109743 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9e4c2223-74f3-4b40-8f84-ec2d48e19df6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.110945 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9e4c2223-74f3-4b40-8f84-ec2d48e19df6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/62311f4c-accd-4e53-97ff-db2aea04726b HTTP/1.1" status: 204 len: 168 time: 0.1286788 Nov 18 16:38:14.119340 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c2223-74f3-4b40-8f84-ec2d48e19df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62311f4c-accd-4e53-97ff-db2aea04726b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:14.218092 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:14.300301 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port d575f7d0-d3e8-4177-9160-91527ed3c1a3 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:14.309209 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port d575f7d0-d3e8-4177-9160-91527ed3c1a3 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:14.310046 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.436489 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.488761 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:14.491878 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2a4189-f74a-45d0-b370-6b2a4ea71cba" -d '{"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-plugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:14.511305 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:14.517300 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.518598 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 544c1682-a81d-4040-ac51-b1373bb48fef up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:14.527461 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696fe20-00e6-4c96-a121-fb05c3c4d849 req-dd524df7-3b3c-42f6-8cb0-52c73753859a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:14.539212 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f696fe20-00e6-4c96-a121-fb05c3c4d849 req-dd524df7-3b3c-42f6-8cb0-52c73753859a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.0937164 Nov 18 16:38:14.630149 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7e69c-0050-4279-84a7-87e2b9189ba0 x-openstack-request-id: req-dec7e69c-0050-4279-84a7-87e2b9189ba0 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:14.632375 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-plugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:14.633301 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-dec7e69c-0050-4279-84a7-87e2b9189ba0 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:14.634080 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'code': 200} Nov 18 16:38:14.653959 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f696fe20-00e6-4c96-a121-fb05c3c4d849 req-67aa944e-7229-4dd8-939f-7a663bb53706 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117575 Nov 18 16:38:14.679146 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:14.700796 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 544c1682-a81d-4040-ac51-b1373bb48fef completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:14.712323 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 544c1682-a81d-4040-ac51-b1373bb48fef triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:14.714202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.896910 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:14.952612 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33288) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:14.973054 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a1e62-427e-4991-8abc-8aee3c8b935c req-ea71bb81-494f-440a-ad59-af807f374fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:14.974654 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-299a1e62-427e-4991-8abc-8aee3c8b935c req-ea71bb81-494f-440a-ad59-af807f374fc4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1098 time: 0.0710018 Nov 18 16:38:14.978733 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 544c1682-a81d-4040-ac51-b1373bb48fef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=544c1682-a81d-4040-ac51-b1373bb48fef,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:14.986175 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.004527 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9d65e-68bc-4809-95b3-2c0767415f3c req-5e777f3f-4859-48ee-a79e-35e0435dc2a2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:15.006402 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1da9d65e-68bc-4809-95b3-2c0767415f3c req-5e777f3f-4859-48ee-a79e-35e0435dc2a2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 945 time: 0.1656435 Nov 18 16:38:15.045697 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Deleting subnet fb1e9062-7cd2-4892-b316-d16c70de2a01 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:38:15.051280 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.061174 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-299a1e62-427e-4991-8abc-8aee3c8b935c req-519ad507-93bf-48e7-868d-6ac309dc063c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785747 Nov 18 16:38:15.093538 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=544c1682-a81d-4040-ac51-b1373bb48fef,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:15.114675 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.133891 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1da9d65e-68bc-4809-95b3-2c0767415f3c req-78d77e22-a448-4928-9aaf-72460a4b66bc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190648 Nov 18 16:38:15.146645 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.233916 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.262681 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1e9062-7cd2-4892-b316-d16c70de2a01,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:15.270023 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.275657 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-7d7c325e-ae7a-483d-b60d-146902de6265 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb1e9062-7cd2-4892-b316-d16c70de2a01 HTTP/1.1" status: 204 len: 168 time: 0.3206620 Nov 18 16:38:15.277754 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33306) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:15.367581 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.455449 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.478523 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.478974 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.479817 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.480495 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > port after_create 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.480698 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.481135 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > port after_update 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.482728 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.483100 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.483439 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.483767 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.589672 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.590001 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.590360 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.590693 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 18 16:38:15.591088 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3861b7-81a2-4607-be1a-9afac6b8146b']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:15.610288 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c7036a-fce6-4be3-8910-ec6cd2c5d4b4') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:15.610649 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c7036a-fce6-4be3-8910-ec6cd2c5d4b4') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:15.631242 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.656199 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.666581 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:38:15.666972 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: from cryptography.utils import int_from_bytes Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: from cryptography.utils import int_from_bytes Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:38:15.672247 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:38:15.776995 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.804146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.808059 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2b3861b7-81a2-4607-be1a-9afac6b8146b HTTP/1.1" status: 204 len: 168 time: 0.5292690 Nov 18 16:38:15.811118 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cdf29-7c3f-4a06-bc89-9051fc417130 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3861b7-81a2-4607-be1a-9afac6b8146b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:15.811650 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33326) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:15.824308 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3697862-237e-4d93-b17e-3755bbdef9dd req-8f0c9d7c-4cd2-41b9-b7ae-9274e8003067 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:15.825386 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f3697862-237e-4d93-b17e-3755bbdef9dd req-8f0c9d7c-4cd2-41b9-b7ae-9274e8003067 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0869162 Nov 18 16:38:15.874576 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Deleting subnet 72b6aac6-0d7e-4962-9fcb-d0096c7d5365 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:38:15.879758 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:15.899751 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f3697862-237e-4d93-b17e-3755bbdef9dd req-ba1394af-24b6-487b-bc82-59b95143bdbc tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685427 Nov 18 16:38:15.948453 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.000148 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.075482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.107691 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72b6aac6-0d7e-4962-9fcb-d0096c7d5365,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:16.115070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.121336 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-850577ac-5f1d-437f-963b-bc4fd85150e9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/72b6aac6-0d7e-4962-9fcb-d0096c7d5365 HTTP/1.1" status: 204 len: 168 time: 0.3063555 Nov 18 16:38:16.121939 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33342) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:16.228721 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.358410 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d107-9dd2-422d-9d3f-93227bfb88b7 req-482969d9-4cf3-456e-bd05-92bbf0d37c28 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:16.360154 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f73d107-9dd2-422d-9d3f-93227bfb88b7 req-482969d9-4cf3-456e-bd05-92bbf0d37c28 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0980043 Nov 18 16:38:16.370705 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.398688 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97d244ed-e5df-4f07-87f6-db4871323c5f']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:16.412793 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671eabd7-a74f-461e-94a6-4e335df7f59f') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:16.413741 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671eabd7-a74f-461e-94a6-4e335df7f59f') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:16.427124 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5f73d107-9dd2-422d-9d3f-93227bfb88b7 req-0f1866df-1130-4b2b-b0b3-bacfad6f50d9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604382 Nov 18 16:38:16.431422 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.458536 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.463937 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:38:16.464334 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:38:16.466353 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:38:16.528658 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.534368 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.540459 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] 10.222.0.37 "DELETE /v2.0/networks/97d244ed-e5df-4f07-87f6-db4871323c5f HTTP/1.1" status: 204 len: 168 time: 0.4147823 Nov 18 16:38:16.551192 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475fd4c-a186-4286-ad1f-15c2a482e61c admin admin] Pushing event deleted for resources: {'Network': ['ID=97d244ed-e5df-4f07-87f6-db4871323c5f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:16.636264 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04845e6-85de-4b12-971a-f88398685708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544c1682-a81d-4040-ac51-b1373bb48fef'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:16.638701 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1a58a-f496-4bfa-ab30-fda2050b8d8a" -d '{"events": [{"server_uuid": "e04845e6-85de-4b12-971a-f88398685708", "name": "network-vif-plugged", "status": "completed", "tag": "544c1682-a81d-4040-ac51-b1373bb48fef"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:16.682006 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b1ff72-d4ef-4fae-b020-50498fa0803b x-openstack-request-id: req-02b1ff72-d4ef-4fae-b020-50498fa0803b {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:16.682394 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04845e6-85de-4b12-971a-f88398685708", "name": "network-vif-plugged", "status": "completed", "tag": "544c1682-a81d-4040-ac51-b1373bb48fef", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:16.686678 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33374) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:16.686985 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-02b1ff72-d4ef-4fae-b020-50498fa0803b {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:16.687397 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04845e6-85de-4b12-971a-f88398685708', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544c1682-a81d-4040-ac51-b1373bb48fef', 'code': 200} Nov 18 16:38:16.736051 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d9c22f36-b673-4612-a11b-59cd1e8cb6e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fb72401b53214966991c572447ced76b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476542 Nov 18 16:38:16.741038 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33376) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:16.760191 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33378) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:16.810462 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-700eebde-5265-4a5f-8884-c7378033c1f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.849657 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-700eebde-5265-4a5f-8884-c7378033c1f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.890994 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d01d3af5-34f7-451b-9f40-8fc0993729ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.939844 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fa056-0b43-4b9b-83a8-13638ee4eb1d req-ab4b9648-080e-4ed6-a52b-8066e4c099cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:16.941418 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-514fa056-0b43-4b9b-83a8-13638ee4eb1d req-ab4b9648-080e-4ed6-a52b-8066e4c099cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 1099 time: 0.0689621 Nov 18 16:38:16.945584 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-700eebde-5265-4a5f-8884-c7378033c1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.948870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-700eebde-5265-4a5f-8884-c7378033c1f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:16.952643 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-700eebde-5265-4a5f-8884-c7378033c1f8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/897ceef5-d7a6-4334-8dd5-572528bbe65a HTTP/1.1" status: 204 len: 168 time: 0.2078972 Nov 18 16:38:17.002557 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700eebde-5265-4a5f-8884-c7378033c1f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897ceef5-d7a6-4334-8dd5-572528bbe65a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:17.013847 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d01d3af5-34f7-451b-9f40-8fc0993729ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.023972 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d01d3af5-34f7-451b-9f40-8fc0993729ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.093712 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d01d3af5-34f7-451b-9f40-8fc0993729ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fe8420c375414d20ae7508f2defc8c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285637 Nov 18 16:38:17.094151 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33394) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:17.111115 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3af5-34f7-451b-9f40-8fc0993729ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7a6e17-42c0-4978-8a1b-f5e8d4ead61c,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:17.123166 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-514fa056-0b43-4b9b-83a8-13638ee4eb1d req-edfea45a-4f6c-467e-81c8-139b0842f15b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538749 Nov 18 16:38:17.159155 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c8bb2-986a-4a25-8fda-3ebecfeca99f req-acff435c-39a3-4f70-b6ae-0ff0052bb4be tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:17.161600 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f76c8bb2-986a-4a25-8fda-3ebecfeca99f req-acff435c-39a3-4f70-b6ae-0ff0052bb4be tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1035454 Nov 18 16:38:17.162968 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-42e55580-bd5f-4297-a5eb-dbc425ff3223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.200144 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-42e55580-bd5f-4297-a5eb-dbc425ff3223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.230833 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f76c8bb2-986a-4a25-8fda-3ebecfeca99f req-546eb9ae-239e-4bce-9937-59e0096b5c9a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616901 Nov 18 16:38:17.326721 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-42e55580-bd5f-4297-a5eb-dbc425ff3223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.331197 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-42e55580-bd5f-4297-a5eb-dbc425ff3223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.334928 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-42e55580-bd5f-4297-a5eb-dbc425ff3223 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/da7a6e17-42c0-4978-8a1b-f5e8d4ead61c HTTP/1.1" status: 204 len: 168 time: 0.2371087 Nov 18 16:38:17.344563 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e55580-bd5f-4297-a5eb-dbc425ff3223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7a6e17-42c0-4978-8a1b-f5e8d4ead61c,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:17.451062 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f154135-1356-42be-88a7-f35fd629841c req-2ca103d9-379a-47e9-933e-18d099d35789 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:17.464669 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0f154135-1356-42be-88a7-f35fd629841c req-2ca103d9-379a-47e9-933e-18d099d35789 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1173267 Nov 18 16:38:17.468074 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33416) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:17.473190 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'floatingip': {'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:17.621332 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33420) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:17.636201 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.877882 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e4d4eb28-8be4-466d-bb58-a1980691517e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c0b4040916434cca8df7a9435774d20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531278 Nov 18 16:38:17.878737 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33428) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:17.887413 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc996f-a7d1-4276-a2ea-853c47d7c090 req-162c905b-9248-401b-af74-9ed1c184c831 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:17.895342 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e9dc996f-a7d1-4276-a2ea-853c47d7c090 req-162c905b-9248-401b-af74-9ed1c184c831 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.3013051 Nov 18 16:38:17.951075 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a14609ef-b674-422f-af96-88c9ed93a722 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.966599 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33430) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:17.982279 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a14609ef-b674-422f-af96-88c9ed93a722 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:17.994698 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-eac69af1-f30e-4378-8ea2-b4a6befdcb69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.080852 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a14609ef-b674-422f-af96-88c9ed93a722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.083654 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a14609ef-b674-422f-af96-88c9ed93a722 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.085543 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a14609ef-b674-422f-af96-88c9ed93a722 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/731cef9e-34f6-41a3-b3a2-b1ff928f01bd HTTP/1.1" status: 204 len: 168 time: 0.2051933 Nov 18 16:38:18.105107 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14609ef-b674-422f-af96-88c9ed93a722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731cef9e-34f6-41a3-b3a2-b1ff928f01bd,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:18.136198 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-eac69af1-f30e-4378-8ea2-b4a6befdcb69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.142009 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-eac69af1-f30e-4378-8ea2-b4a6befdcb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.198693 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-eac69af1-f30e-4378-8ea2-b4a6befdcb69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ae07d182c7364f44ad13ba4e0e07d106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286208 Nov 18 16:38:18.198693 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac69af1-f30e-4378-8ea2-b4a6befdcb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2adc958-ba56-4467-bb46-1a96295a6a21,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:18.200386 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33436) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:18.228988 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e9dc996f-a7d1-4276-a2ea-853c47d7c090 req-1f57e0bc-3c5d-4340-b1dc-f0ee0c3409c9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324382 Nov 18 16:38:18.274560 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-18e49f35-9289-4966-8036-d5a4da7cceaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.308404 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-18e49f35-9289-4966-8036-d5a4da7cceaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.379408 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-18e49f35-9289-4966-8036-d5a4da7cceaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.383541 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-18e49f35-9289-4966-8036-d5a4da7cceaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.387040 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-18e49f35-9289-4966-8036-d5a4da7cceaf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f2adc958-ba56-4467-bb46-1a96295a6a21 HTTP/1.1" status: 204 len: 168 time: 0.1827316 Nov 18 16:38:18.396920 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e49f35-9289-4966-8036-d5a4da7cceaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2adc958-ba56-4467-bb46-1a96295a6a21,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:18.799831 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.805515 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:18.929152 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Floating IP edf68ee1-1fab-4bc1-9e96-2ba26a2236ba associated. External IP: 172.27.3.215, port: d575f7d0-d3e8-4177-9160-91527ed3c1a3. Nov 18 16:38:19.205219 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Router eba38177-e5fd-427a-8ffe-40041803a6e4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:38:19.386246 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59794b0-5fa9-4355-a613-70105e1a8fbb req-66af5cb6-87d3-4d11-b60c-3db5bdfb760a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:19.387820 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e59794b0-5fa9-4355-a613-70105e1a8fbb req-66af5cb6-87d3-4d11-b60c-3db5bdfb760a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0729506 Nov 18 16:38:19.392496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:38:19.412635 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:38:19.415906 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:19.432298 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:38:19.433072 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:19.479592 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1b91457d-cd60-4448-a634-4567ae2c88d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "PUT /v2.0/floatingips/edf68ee1-1fab-4bc1-9e96-2ba26a2236ba HTTP/1.1" status: 200 len: 991 time: 2.0072296 Nov 18 16:38:19.480419 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:19.482872 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8369484-6d37-4ae5-ae6b-6516ce85145c" -d '{"events": [{"name": "network-changed", "server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:19.493575 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e59794b0-5fa9-4355-a613-70105e1a8fbb req-5e955636-1dd3-4053-8089-ea3345927d7d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993929 Nov 18 16:38:19.552403 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c744959d-767f-4659-8d14-86d30e049901 x-openstack-request-id: req-c744959d-767f-4659-8d14-86d30e049901 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:19.552698 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:19.552954 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c744959d-767f-4659-8d14-86d30e049901 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:19.553385 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'status': 'completed', 'code': 200} Nov 18 16:38:19.602743 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:38:19.917189 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'edf68ee1-1fab-4bc1-9e96-2ba26a2236ba', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'mac_address': 'fa:16:3e:0f:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b526f2fb-051a-4d20-baca-731d503603ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:37:43Z', 'updated_at': '2021-11-18T16:38:18Z', 'revision_number': 1, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:19.951626 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:38:19.961475 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:38:19.962107 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:37:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:20.076679 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:38:20.452048 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'edf68ee1-1fab-4bc1-9e96-2ba26a2236ba', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'mac_address': 'fa:16:3e:0f:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b526f2fb-051a-4d20-baca-731d503603ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:37:43Z', 'updated_at': '2021-11-18T16:38:18Z', 'revision_number': 1, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:20.485475 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bd01ca-4b45-46c2-a605-42d01473cd05 None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'edf68ee1-1fab-4bc1-9e96-2ba26a2236ba', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'floating_ip_address': '172.27.3.215', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'mac_address': 'fa:16:3e:0f:9f:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b526f2fb-051a-4d20-baca-731d503603ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:37:43Z', 'updated_at': '2021-11-18T16:38:18Z', 'revision_number': 1, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:38:20.664190 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c473e-d3d0-4666-afc7-9f1cfa9393bb req-3d55c29e-861a-496d-88ec-f30d3ffdb681 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:20.665854 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-669c473e-d3d0-4666-afc7-9f1cfa9393bb req-3d55c29e-861a-496d-88ec-f30d3ffdb681 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0891590 Nov 18 16:38:20.745201 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-669c473e-d3d0-4666-afc7-9f1cfa9393bb req-4537bffc-851b-4069-9288-c617bc8ce4cb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721388 Nov 18 16:38:20.801933 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0d394d-8d66-4327-98f9-f5918550254a None None] New status for floating IP edf68ee1-1fab-4bc1-9e96-2ba26a2236ba: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:38:20.961544 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33562) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:21.083712 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f8775a77-5b02-4f1f-b01c-1ef489487a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.171151 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f8775a77-5b02-4f1f-b01c-1ef489487a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.177542 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f8775a77-5b02-4f1f-b01c-1ef489487a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.243899 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f8775a77-5b02-4f1f-b01c-1ef489487a61 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5e63cadc7cb94433a7f182d3d25f3e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812243 Nov 18 16:38:21.248868 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33566) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:21.252099 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8775a77-5b02-4f1f-b01c-1ef489487a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db63ffd-376b-4a97-962b-c09a336da53d,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:21.266280 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-fa84bc50-31b2-43c1-a49c-44dd5259d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:21.268335 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-fa84bc50-31b2-43c1-a49c-44dd5259d795 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1098 time: 0.0703037 Nov 18 16:38:21.320521 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea98aed-57ae-459b-9f42-f673f6b6d7fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.348301 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea98aed-57ae-459b-9f42-f673f6b6d7fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.407942 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea98aed-57ae-459b-9f42-f673f6b6d7fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.410171 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-a476afd2-a624-4372-b8a4-f5838949078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:21.411726 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-a476afd2-a624-4372-b8a4-f5838949078b service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.1310213 Nov 18 16:38:21.412625 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4ea98aed-57ae-459b-9f42-f673f6b6d7fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.414744 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4ea98aed-57ae-459b-9f42-f673f6b6d7fe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5db63ffd-376b-4a97-962b-c09a336da53d HTTP/1.1" status: 204 len: 168 time: 0.1646559 Nov 18 16:38:21.427816 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea98aed-57ae-459b-9f42-f673f6b6d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db63ffd-376b-4a97-962b-c09a336da53d,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:21.750938 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33578) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:21.752043 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-bb9673c2-d7b1-41d4-9f4e-5af4ee35e2f5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 200 len: 1001 time: 0.3319557 Nov 18 16:38:21.768615 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:21.849096 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-e7abe5ff-fc9d-4be6-a254-00bcad5fefbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:21.852610 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-e7abe5ff-fc9d-4be6-a254-00bcad5fefbc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0918820 Nov 18 16:38:21.968569 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-e0151ba8-4996-4b65-9d29-f7d7c624aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:21.971345 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-e0151ba8-4996-4b65-9d29-f7d7c624aa0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1036513 Nov 18 16:38:21.981184 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0d9ea-ff3b-42d6-8c4b-bb0160df6e8b req-5c1ff74e-1472-4683-86f9-72d5a67e9c05 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:21.988397 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e7b0d9ea-ff3b-42d6-8c4b-bb0160df6e8b req-5c1ff74e-1472-4683-86f9-72d5a67e9c05 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0901127 Nov 18 16:38:22.024726 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:22.035961 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:22.089281 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=062c936a2d634aacafd7255aa2d07838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3366683 Nov 18 16:38:22.094580 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33598) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:22.124532 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e7b0d9ea-ff3b-42d6-8c4b-bb0160df6e8b req-1d097158-8e9c-4695-b9f0-c81b93e4bc0b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347625 Nov 18 16:38:22.125109 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-13f6f178-7aab-4fd2-848e-1ccb6f74d930 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384430 Nov 18 16:38:22.127549 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448da304-42b3-47bf-8310-af9753306c8f,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:22.139491 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.140016 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.140507 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.141000 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.141339 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.141673 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.142005 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.142412 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.142805 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.143153 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.143498 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.144054 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98588832-9985-41fd-b633-6919c9265fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.263082 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:22.313939 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:22.357846 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8369484-6d37-4ae5-ae6b-6516ce85145c req-257f7b34-ebca-4a61-b5fc-2d24c4e005ea service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171237 Nov 18 16:38:22.445014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:22.448813 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:22.455705 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/448da304-42b3-47bf-8310-af9753306c8f HTTP/1.1" status: 204 len: 168 time: 0.3505845 Nov 18 16:38:22.466659 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448da304-42b3-47bf-8310-af9753306c8f,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:22.478979 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.479426 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.480026 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.480329 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.480920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.481708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.482350 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.483072 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.483578 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.484261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.485285 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:22.485951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78580b2a-9f3a-45c0-bb30-f6c7078b5fdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:23.274935 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e48427-1c97-42b6-9357-152b3d8dadf3 req-8e3af169-038b-412d-861b-3d0452ce9257 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:23.277628 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-69e48427-1c97-42b6-9357-152b3d8dadf3 req-8e3af169-038b-412d-861b-3d0452ce9257 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0791013 Nov 18 16:38:23.329822 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-69e48427-1c97-42b6-9357-152b3d8dadf3 req-b5f18074-3f7e-4944-9459-ee05410c4821 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Nov 18 16:38:23.723622 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118a2cc-ffd7-4e82-a528-ddc4baa7d021 req-e59f349b-61ef-49da-90cf-92ff6b558c17 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:23.725323 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1118a2cc-ffd7-4e82-a528-ddc4baa7d021 req-e59f349b-61ef-49da-90cf-92ff6b558c17 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1079376 Nov 18 16:38:23.731087 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-e47196e2-7ef3-4bc9-8492-6b23db5ab0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:23.733103 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-e47196e2-7ef3-4bc9-8492-6b23db5ab0f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 1099 time: 0.0831475 Nov 18 16:38:23.863061 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1118a2cc-ffd7-4e82-a528-ddc4baa7d021 req-b5039de3-0bd5-42dd-81c7-5267453b977b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971236 Nov 18 16:38:23.876930 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-36b8dfe7-5b7a-4fec-a870-ea22356f1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:23.878508 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-36b8dfe7-5b7a-4fec-a870-ea22356f1257 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.1378052 Nov 18 16:38:23.934001 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-772cb9b3-a4cb-48e1-b794-26a46021cb50 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=544c1682-a81d-4040-ac51-b1373bb48fef HTTP/1.1" status: 200 len: 217 time: 0.0416670 Nov 18 16:38:24.003441 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-99589557-ff92-4924-a470-40613b9e1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:24.004929 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-99589557-ff92-4924-a470-40613b9e1d0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.0636549 Nov 18 16:38:24.055135 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-742cd3c3-e8aa-4345-80f6-64315c878729 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422239 Nov 18 16:38:24.188714 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-34eb6d27-cdc8-4b59-af39-0b6c0f7cfb9c service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210861 Nov 18 16:38:24.327186 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63d0c7ff-1240-4074-a5c9-85a42684ced8 req-1509dfad-38f4-4c30-8bf0-8fc58629f20c service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288435 Nov 18 16:38:24.547951 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-8e301f36-b1c9-47da-bced-31786c1f07af tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:24.549560 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-8e301f36-b1c9-47da-bced-31786c1f07af tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.1435487 Nov 18 16:38:24.578628 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-db99d8fe-6e3b-4af5-9a3d-65fa3d354228 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/quotas/f7c2c5511d804720b1a6f09848fda91b HTTP/1.1" status: 200 len: 375 time: 0.0159063 Nov 18 16:38:24.634707 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-89738d75-b436-4d66-a8ef-ae1ac49d536f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0515990 Nov 18 16:38:24.768834 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-52cd9285-1c71-4546-8377-7b346af5385f service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224174 Nov 18 16:38:24.831911 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-74d2a7c5-9738-4330-b3ba-ba04f1599e70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:24.879145 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-3f2f173c-96ed-4733-b994-18d9e4346029 service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996091 Nov 18 16:38:25.016736 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa83614-4b90-4ebd-b320-bfc28dd495ac req-725f672f-d314-4f90-95f7-6b582b9e3876 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:25.019096 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9aa83614-4b90-4ebd-b320-bfc28dd495ac req-725f672f-d314-4f90-95f7-6b582b9e3876 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0632901 Nov 18 16:38:25.077273 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-862fc8e5-ad15-421a-aa9f-4655bdc7c683 req-1ef8014a-57f8-41c7-b445-2b84bf9dbd39 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 210 time: 0.0339665 Nov 18 16:38:25.090487 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9aa83614-4b90-4ebd-b320-bfc28dd495ac req-e1ba11f0-b191-400b-b499-981f416606b6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579529 Nov 18 16:38:25.934149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 33764) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:26.109164 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fe588496-d5c1-4333-bd51-d8d5c26d79f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.231278 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-09ea6c43-bc52-43b4-b3d7-3cb4dc230154 req-9a9d71a6-3feb-4c93-b711-8653dc0c68e5 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 210 time: 0.0440571 Nov 18 16:38:26.258630 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201b965-654c-47bc-9474-7605c005698f req-53a5d397-acf4-42c3-a9ef-ad129b3eae1f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:26.258630 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d201b965-654c-47bc-9474-7605c005698f req-53a5d397-acf4-42c3-a9ef-ad129b3eae1f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0633187 Nov 18 16:38:26.262204 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fe588496-d5c1-4333-bd51-d8d5c26d79f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.269080 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fe588496-d5c1-4333-bd51-d8d5c26d79f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.322552 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d201b965-654c-47bc-9474-7605c005698f req-00ddfb32-db0f-49bf-ad74-0182eaa20cfe tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591786 Nov 18 16:38:26.325232 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-fe588496-d5c1-4333-bd51-d8d5c26d79f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=229177af9e584f09a40481ad63fd0cc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3895633 Nov 18 16:38:26.326728 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe588496-d5c1-4333-bd51-d8d5c26d79f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43aaba2-b532-4143-bf05-3f4a9f1f0bba,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:26.328038 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33780) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:26.389488 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a5d0-65a3-4387-90c8-247feeb04624 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.412995 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a5d0-65a3-4387-90c8-247feeb04624 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.466852 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a5d0-65a3-4387-90c8-247feeb04624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.469402 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9d3a5d0-65a3-4387-90c8-247feeb04624 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.470593 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d9d3a5d0-65a3-4387-90c8-247feeb04624 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c43aaba2-b532-4143-bf05-3f4a9f1f0bba HTTP/1.1" status: 204 len: 168 time: 0.1413615 Nov 18 16:38:26.479798 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d3a5d0-65a3-4387-90c8-247feeb04624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43aaba2-b532-4143-bf05-3f4a9f1f0bba,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:26.776143 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33790) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:26.790278 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-67f46455-4bbf-4150-8ba9-7715a878c926 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.879169 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-67f46455-4bbf-4150-8ba9-7715a878c926 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.885537 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-67f46455-4bbf-4150-8ba9-7715a878c926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:26.962672 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f46455-4bbf-4150-8ba9-7715a878c926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ca64a6-98b1-4eba-9fb3-02ba14ebab5a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:26.972569 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-67f46455-4bbf-4150-8ba9-7715a878c926 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eacef80f2a8c45eaa9358ddf2bfc9b39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952021 Nov 18 16:38:26.977290 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33796) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:26.978725 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d984f436-882f-4193-87a9-60c1a7ba4467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:27.058828 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d98-d0a3-477b-8009-744079cc243f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:27.093955 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-031f82cc-da06-4869-adc3-ab13e07453d0 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:27.096711 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-031f82cc-da06-4869-adc3-ab13e07453d0 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.2524767 Nov 18 16:38:27.098277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d98-d0a3-477b-8009-744079cc243f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:27.099614 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:38:27.124781 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Request body: {'port': {'device_id': '6ffb9382-7b65-4f23-910c-307db1e51409', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'admin_state_up': True, 'tenant_id': 'f7c2c5511d804720b1a6f09848fda91b'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:27.198319 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d98-d0a3-477b-8009-744079cc243f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:27.207467 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7ff38d98-d0a3-477b-8009-744079cc243f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:27.209044 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-7ff38d98-d0a3-477b-8009-744079cc243f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b3ca64a6-98b1-4eba-9fb3-02ba14ebab5a HTTP/1.1" status: 204 len: 168 time: 0.2278326 Nov 18 16:38:27.224747 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff38d98-d0a3-477b-8009-744079cc243f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ca64a6-98b1-4eba-9fb3-02ba14ebab5a,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:27.559928 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3c4369a8-7283-4e23-8e51-36c289b6ec93 req-eda58a9f-a5b1-4409-b579-d7ec6cbe5a09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 210 time: 0.1023746 Nov 18 16:38:27.698925 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-8766b0ac-d842-4d6e-9b46-97ecd5a453e6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3022504 Nov 18 16:38:27.700904 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Made reservation on behalf of f7c2c5511d804720b1a6f09848fda91b for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:38:27.714205 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:27.852792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe25e0c-a59a-41ae-89b3-ef18381f6335 req-b3ff1ce7-90f9-4f53-8fef-0b2ae85028c8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:27.855722 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8fe25e0c-a59a-41ae-89b3-ef18381f6335 req-b3ff1ce7-90f9-4f53-8fef-0b2ae85028c8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.2803090 Nov 18 16:38:28.021206 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-a765101a-0e1d-4ee1-b9b6-b64d3fa3da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:28.023331 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-a765101a-0e1d-4ee1-b9b6-b64d3fa3da55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=237bad5828a549b29f6a243424073742&device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 1098 time: 0.2263114 Nov 18 16:38:28.036740 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8fe25e0c-a59a-41ae-89b3-ef18381f6335 req-92827785-705c-4661-b25a-9e684e3d0f7d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452878 Nov 18 16:38:28.141425 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Allocated IP 172.20.0.7 (2965759e-9bd1-485f-97fb-4dd1055fa044/9172e1ea-50cd-4931-8213-1b50a6dd3183/5e35699b-a754-4c9a-ac76-27ae2f238458) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:38:28.193390 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-8d880e00-767e-4399-8d47-68d4d7712c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:28.195272 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-8d880e00-767e-4399-8d47-68d4d7712c1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=2873e132-d7ee-409d-adb9-1c383e18d00c HTTP/1.1" status: 200 len: 913 time: 0.1345725 Nov 18 16:38:28.316361 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:28.352060 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:28.394696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:38:28.399798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:38:28.402444 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:38:28.437536 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event updated for resources: {'Port': ['ID=5e35699b-a754-4c9a-ac76-27ae2f238458,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:28.462846 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:28.463472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:28.486897 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-791e662d-cbd6-4f30-8543-7024b46dbb09 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3712299 Nov 18 16:38:28.504609 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:28.703153 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4502001-309f-4785-a6b1-37e243abfe50 req-68241c47-5e1d-4add-9b81-81daf4038703 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:28.708156 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f4502001-309f-4785-a6b1-37e243abfe50 req-68241c47-5e1d-4add-9b81-81daf4038703 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 931 time: 0.0642898 Nov 18 16:38:28.760879 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f4502001-309f-4785-a6b1-37e243abfe50 req-09924668-2f33-4dc1-9205-e900a8a0e82f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Nov 18 16:38:29.160593 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51cebf-99d3-46c6-914a-efb412cb7da0 req-6f1f9c38-d439-48df-bd99-2b97102cf88f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:29.161994 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf51cebf-99d3-46c6-914a-efb412cb7da0 req-6f1f9c38-d439-48df-bd99-2b97102cf88f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0499725 Nov 18 16:38:29.211364 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf51cebf-99d3-46c6-914a-efb412cb7da0 req-83cf331e-e906-4785-955b-7ba0aea5ffbb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427067 Nov 18 16:38:29.694703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33920) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:29.807520 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:29.893367 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53740b9-2a7c-4815-bf09-c6c68bd5fb9a req-d4968da7-a37e-42d2-8d0f-f89b237451ec tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:29.894884 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d53740b9-2a7c-4815-bf09-c6c68bd5fb9a req-d4968da7-a37e-42d2-8d0f-f89b237451ec tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 931 time: 0.0525939 Nov 18 16:38:29.930992 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6973c8f-012e-4dde-9b66-005105aa2925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:29.970188 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d53740b9-2a7c-4815-bf09-c6c68bd5fb9a req-7d9fb53a-e7e4-4f5b-ac8d-02a90e81fdb2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691464 Nov 18 16:38:30.044890 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6973c8f-012e-4dde-9b66-005105aa2925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.049259 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b6973c8f-012e-4dde-9b66-005105aa2925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.086849 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6973c8f-012e-4dde-9b66-005105aa2925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3acefe-f693-45dc-9066-49ec5ad59f2a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:30.091010 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b6973c8f-012e-4dde-9b66-005105aa2925 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cc7b78dfe7f2427ca3a61dbf978b0de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3952982 Nov 18 16:38:30.093630 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33934) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:30.141661 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-61ad99cd-cc3b-41e5-a297-e8205ef676e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.164934 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-61ad99cd-cc3b-41e5-a297-e8205ef676e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.212495 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-61ad99cd-cc3b-41e5-a297-e8205ef676e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.215034 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-61ad99cd-cc3b-41e5-a297-e8205ef676e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.216186 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-61ad99cd-cc3b-41e5-a297-e8205ef676e5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6a3acefe-f693-45dc-9066-49ec5ad59f2a HTTP/1.1" status: 204 len: 168 time: 0.1216552 Nov 18 16:38:30.224300 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad99cd-cc3b-41e5-a297-e8205ef676e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3acefe-f693-45dc-9066-49ec5ad59f2a,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:30.236083 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-4693fd92-1e3c-4ab5-ae3a-6afa5ca4916e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9 HTTP/1.1" status: 200 len: 217 time: 0.0366762 Nov 18 16:38:30.308518 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.337657 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080da7d8-32e2-480f-868c-5d58a2292914 req-42479f60-45a0-4bd0-8a49-d14fe350f8ac tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:30.339236 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-080da7d8-32e2-480f-868c-5d58a2292914 req-42479f60-45a0-4bd0-8a49-d14fe350f8ac tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0563085 Nov 18 16:38:30.387765 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-080da7d8-32e2-480f-868c-5d58a2292914 req-39e3bc65-00f9-444f-8382-50d1cd9c5384 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424879 Nov 18 16:38:30.508455 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33942) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:30.521260 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e58af110-99bc-476b-a67e-4abb3e5cccd4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.612899 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e58af110-99bc-476b-a67e-4abb3e5cccd4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.618673 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e58af110-99bc-476b-a67e-4abb3e5cccd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.660890 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58af110-99bc-476b-a67e-4abb3e5cccd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09561c55-2443-4446-94ab-54512d5f7597,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:30.666236 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e58af110-99bc-476b-a67e-4abb3e5cccd4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=42728ec904b44d7eb7b186f5cb2d38dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566396 Nov 18 16:38:30.671098 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 33946) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:30.727971 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-653d242f-10dc-40cc-9bdd-b9f6f881fb0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.762573 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-653d242f-10dc-40cc-9bdd-b9f6f881fb0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.824048 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-653d242f-10dc-40cc-9bdd-b9f6f881fb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.826685 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-653d242f-10dc-40cc-9bdd-b9f6f881fb0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:30.832795 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-653d242f-10dc-40cc-9bdd-b9f6f881fb0e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/09561c55-2443-4446-94ab-54512d5f7597 HTTP/1.1" status: 204 len: 168 time: 0.1555405 Nov 18 16:38:30.843185 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d242f-10dc-40cc-9bdd-b9f6f881fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09561c55-2443-4446-94ab-54512d5f7597,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:31.127668 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f62974-4a95-4d36-8396-e8e458ad7653 req-30a325eb-91f9-437a-bbc3-1337760cedc7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:31.128256 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d4f62974-4a95-4d36-8396-e8e458ad7653 req-30a325eb-91f9-437a-bbc3-1337760cedc7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 931 time: 0.0599113 Nov 18 16:38:31.183815 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d4f62974-4a95-4d36-8396-e8e458ad7653 req-a0eb3ee4-4248-4f05-9a13-6496582247ad tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469720 Nov 18 16:38:31.269228 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:31.292294 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Request body: {'port': {'device_id': '6ffb9382-7b65-4f23-910c-307db1e51409', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:31.319718 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:31.398452 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-190767bd-20cc-436d-9cbb-c07f7143d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:31.398452 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-190767bd-20cc-436d-9cbb-c07f7143d300 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34 HTTP/1.1" status: 200 len: 852 time: 0.1080463 Nov 18 16:38:31.403096 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:31.435505 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-c1877a88-1372-4ea1-a7f5-4069955b2d17 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2873e132-d7ee-409d-adb9-1c383e18d00c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287533 Nov 18 16:38:31.534277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f432110-c832-4bb4-9bfe-d79e964bb6b9 req-7c4823f9-0d72-45ce-88c3-74e7e61fc65e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:31.536857 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4f432110-c832-4bb4-9bfe-d79e964bb6b9 req-7c4823f9-0d72-45ce-88c3-74e7e61fc65e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0617347 Nov 18 16:38:31.603832 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4f432110-c832-4bb4-9bfe-d79e964bb6b9 req-5fd6fffa-61bc-4b32-a3b5-fede8fd426c1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596907 Nov 18 16:38:31.676480 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-fdc37eb5-b37b-45c7-9130-081599c07242 service neutron] 10.222.0.66 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255149 Nov 18 16:38:31.845842 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12298949-7b44-47b5-83fe-6ef0d06b4616 req-88134bac-caa3-4c40-87cf-0dbb9578a202 service neutron] 10.222.0.66 "GET /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531496 Nov 18 16:38:31.902479 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e35699b-a754-4c9a-ac76-27ae2f238458 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:31.913145 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:31.934378 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Transition to ACTIVE for port object 5e35699b-a754-4c9a-ac76-27ae2f238458 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:38:31.939518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:31.994072 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Pushing event updated for resources: {'Port': ['ID=5e35699b-a754-4c9a-ac76-27ae2f238458,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:32.091261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Attempting to bind port 5e35699b-a754-4c9a-ac76-27ae2f238458 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:38:32.091643 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Attempting to bind port 5e35699b-a754-4c9a-ac76-27ae2f238458 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:38:32.092024 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Attempting to bind port 5e35699b-a754-4c9a-ac76-27ae2f238458 on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:32.097461 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Port 5e35699b-a754-4c9a-ac76-27ae2f238458 on network 2965759e-9bd1-485f-97fb-4dd1055fa044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:38:32.097784 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Attempting to bind port 5e35699b-a754-4c9a-ac76-27ae2f238458 on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:32.103624 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:38:32.104077 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Checking segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:38:32.104469 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Bound using segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:38:32.104899 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Bound port: 5e35699b-a754-4c9a-ac76-27ae2f238458, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:38:32.105253 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.183946 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] For port 5e35699b-a754-4c9a-ac76-27ae2f238458, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:38:32.188277 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] For port 5e35699b-a754-4c9a-ac76-27ae2f238458, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5e35699b-a754-4c9a-ac76-27ae2f238458,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:38:32.193743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.220084 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34002) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:32.261560 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:32.262196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.264131 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] 10.222.0.66 "PUT /v2.0/ports/5e35699b-a754-4c9a-ac76-27ae2f238458 HTTP/1.1" status: 200 len: 1093 time: 0.9781857 Nov 18 16:38:32.264131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffb9382-7b65-4f23-910c-307db1e51409', 'tag': '5e35699b-a754-4c9a-ac76-27ae2f238458'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:32.266496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adb64b4-c960-4aa9-9edd-0326e2da41f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffb9382-7b65-4f23-910c-307db1e51409", "tag": "5e35699b-a754-4c9a-ac76-27ae2f238458"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:32.297115 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9abbab-67e0-480d-8a27-5295318ab710 service neutron] Pushing event updated for resources: {'Port': ['ID=5e35699b-a754-4c9a-ac76-27ae2f238458,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:32.407165 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6f04dc-fa90-4cbc-abfc-c9c5a9bc82f1 x-openstack-request-id: req-2b6f04dc-fa90-4cbc-abfc-c9c5a9bc82f1 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:32.408876 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffb9382-7b65-4f23-910c-307db1e51409", "tag": "5e35699b-a754-4c9a-ac76-27ae2f238458", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:32.409238 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b6f04dc-fa90-4cbc-abfc-c9c5a9bc82f1 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:32.410745 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffb9382-7b65-4f23-910c-307db1e51409', 'tag': '5e35699b-a754-4c9a-ac76-27ae2f238458', 'status': 'completed', 'code': 200} Nov 18 16:38:32.414187 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f09c9afa-b9ca-4a67-a185-95d40c998f69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.456768 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2ab2b-cc17-44f8-889c-421671ff4fb2 req-c2c7f322-f210-4c01-8cda-204ab3cf8a51 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:32.460343 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddf2ab2b-cc17-44f8-889c-421671ff4fb2 req-c2c7f322-f210-4c01-8cda-204ab3cf8a51 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 943 time: 0.1315634 Nov 18 16:38:32.471634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-a4476400-cd2f-4336-b16b-041f87257ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:32.474049 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-a4476400-cd2f-4336-b16b-041f87257ca2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 1096 time: 0.1474292 Nov 18 16:38:32.545283 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-918dffac-5117-44db-9ef7-c2fe0bd7ad5d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e35699b-a754-4c9a-ac76-27ae2f238458 HTTP/1.1" status: 200 len: 217 time: 0.0588803 Nov 18 16:38:32.585252 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddf2ab2b-cc17-44f8-889c-421671ff4fb2 req-1ecbcacd-6c6e-45e4-9eb8-596cdbf34c0e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083295 Nov 18 16:38:32.599206 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f09c9afa-b9ca-4a67-a185-95d40c998f69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.606064 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f09c9afa-b9ca-4a67-a185-95d40c998f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.639758 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-c2261706-dcfb-491e-9e02-e9e0660d12d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:32.641721 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-c2261706-dcfb-491e-9e02-e9e0660d12d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.0740886 Nov 18 16:38:32.658706 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f09c9afa-b9ca-4a67-a185-95d40c998f69 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=177b4e986e0a4cff8f8e366b182962e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4351771 Nov 18 16:38:32.658706 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c9afa-b9ca-4a67-a185-95d40c998f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415ca1c1-3d2f-4bcf-9db8-7b3e448575f6,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:32.660086 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34026) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:32.697950 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-f93e5208-e3fa-4ba9-931c-91f9bdc0fedf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416718 Nov 18 16:38:32.742879 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-76584596-1d7a-44cd-b17c-db8a01ac3d58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.779605 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22dad-de55-4149-8ea9-115d0c5014d5 req-56e389dc-e85e-47d7-a2c2-674c41d0b8a1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:32.781237 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2eb22dad-de55-4149-8ea9-115d0c5014d5 req-56e389dc-e85e-47d7-a2c2-674c41d0b8a1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0784552 Nov 18 16:38:32.786146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-76584596-1d7a-44cd-b17c-db8a01ac3d58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.829711 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-7d87352a-ec1a-4a4b-a457-03efd6072407 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208808 Nov 18 16:38:32.890827 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2eb22dad-de55-4149-8ea9-115d0c5014d5 req-42b08955-1c12-4d36-af8a-96504c0dc463 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961907 Nov 18 16:38:32.892430 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-76584596-1d7a-44cd-b17c-db8a01ac3d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.895225 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-76584596-1d7a-44cd-b17c-db8a01ac3d58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:32.896358 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-76584596-1d7a-44cd-b17c-db8a01ac3d58 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/415ca1c1-3d2f-4bcf-9db8-7b3e448575f6 HTTP/1.1" status: 204 len: 168 time: 0.2352784 Nov 18 16:38:32.905108 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76584596-1d7a-44cd-b17c-db8a01ac3d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415ca1c1-3d2f-4bcf-9db8-7b3e448575f6,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:33.302199 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ca2a154-b50d-440e-850b-4d5c1addd2fd req-ccad6c46-8462-432a-8764-f7746f8eb296 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466212 Nov 18 16:38:33.425513 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-5b062622-dd74-49e9-b1a0-0b9c0de33aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:33.427087 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-5b062622-dd74-49e9-b1a0-0b9c0de33aee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 1096 time: 0.0463734 Nov 18 16:38:33.556202 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898ae6d-aa1e-4922-bd02-3fce9e76fd99 req-00b905c1-c964-42a7-ab84-392bb20e2427 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:33.557736 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3898ae6d-aa1e-4922-bd02-3fce9e76fd99 req-00b905c1-c964-42a7-ab84-392bb20e2427 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.1100883 Nov 18 16:38:33.576784 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-dc4e6188-06e0-4640-a602-cb6fbd86a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:33.579182 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-dc4e6188-06e0-4640-a602-cb6fbd86a7ec service neutron] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 915 time: 0.1392338 Nov 18 16:38:33.627987 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3898ae6d-aa1e-4922-bd02-3fce9e76fd99 req-bc9e1dfa-d9b2-468c-a795-d2b4b710dace tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631905 Nov 18 16:38:33.634573 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-4d8362c2-79e7-4e4a-bb71-6af2d0ad8d5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5e35699b-a754-4c9a-ac76-27ae2f238458 HTTP/1.1" status: 200 len: 217 time: 0.0449061 Nov 18 16:38:33.698153 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-b51be225-7080-4295-b23b-09c4eb4da0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:33.699752 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-b51be225-7080-4295-b23b-09c4eb4da0e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.0474172 Nov 18 16:38:33.742245 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-a9c99637-aaa4-41b3-b019-776cd0f04168 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265038 Nov 18 16:38:33.744119 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815a80-36de-4321-b981-70bb670c9613 req-bd950d54-0c2e-40e1-a9a4-693580c009da tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:33.745687 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-29815a80-36de-4321-b981-70bb670c9613 req-bd950d54-0c2e-40e1-a9a4-693580c009da tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 943 time: 0.0509574 Nov 18 16:38:33.804661 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-29815a80-36de-4321-b981-70bb670c9613 req-433ceee8-b7dd-4744-ae51-f5581440b3a4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527546 Nov 18 16:38:33.846699 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-5613d7ac-6a31-4edf-ad7b-795ba701cc84 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947289 Nov 18 16:38:33.944948 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6adb64b4-c960-4aa9-9edd-0326e2da41f4 req-eaa016c7-d563-4911-8902-39d3e739fae7 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906079 Nov 18 16:38:34.038432 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1636b25-c837-4760-b119-5da47da891c5 req-48959e83-a70e-441a-8df3-244ecb942bd8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:34.039964 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1636b25-c837-4760-b119-5da47da891c5 req-48959e83-a70e-441a-8df3-244ecb942bd8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0516791 Nov 18 16:38:34.091871 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1636b25-c837-4760-b119-5da47da891c5 req-aa6fc6a7-529e-41a8-b281-3a7d782f1bde tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 Nov 18 16:38:34.769972 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860094f8-7412-401f-81ab-22f48f333e67 req-f9a48ed8-1361-4de4-9f8f-f3b089c328c1 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:34.778081 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-860094f8-7412-401f-81ab-22f48f333e67 req-f9a48ed8-1361-4de4-9f8f-f3b089c328c1 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.0609531 Nov 18 16:38:34.824893 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-860094f8-7412-401f-81ab-22f48f333e67 req-196a681a-3b7d-4ab0-8997-82708060573f tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458505 Nov 18 16:38:34.866913 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34102) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:34.935398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3189e-5787-4f97-8efe-83addb692f9f req-872c000b-c8ad-41c1-9638-e5c403bfb86d tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:34.936948 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9b3189e-5787-4f97-8efe-83addb692f9f req-872c000b-c8ad-41c1-9638-e5c403bfb86d tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 943 time: 0.0525508 Nov 18 16:38:34.980230 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-14539bf8-e3db-40d7-9f24-d851a6ed8399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:34.986668 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9b3189e-5787-4f97-8efe-83addb692f9f req-f8022227-6977-471b-999b-08a8e8baba45 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435185 Nov 18 16:38:35.069208 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-14539bf8-e3db-40d7-9f24-d851a6ed8399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.075146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-14539bf8-e3db-40d7-9f24-d851a6ed8399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.117126 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-14539bf8-e3db-40d7-9f24-d851a6ed8399 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7aee7cf53a5a40baa491bf6ffddc3a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487917 Nov 18 16:38:35.118214 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14539bf8-e3db-40d7-9f24-d851a6ed8399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe72090-bbfe-4ca5-a76f-097d108ef48d,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:35.119895 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34108) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:35.183819 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83f812a0-336d-4ba2-aa0c-083e86a7c185 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.212261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83f812a0-336d-4ba2-aa0c-083e86a7c185 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.243829 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d14d3f-de54-42e9-9cdb-ebdf07245720 req-a394f705-9fb7-4128-a8bd-592ec3ef6607 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:35.245400 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-41d14d3f-de54-42e9-9cdb-ebdf07245720 req-a394f705-9fb7-4128-a8bd-592ec3ef6607 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0625422 Nov 18 16:38:35.279915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83f812a0-336d-4ba2-aa0c-083e86a7c185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.283029 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-83f812a0-336d-4ba2-aa0c-083e86a7c185 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.284287 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-83f812a0-336d-4ba2-aa0c-083e86a7c185 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9fe72090-bbfe-4ca5-a76f-097d108ef48d HTTP/1.1" status: 204 len: 168 time: 0.1630092 Nov 18 16:38:35.294200 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f812a0-336d-4ba2-aa0c-083e86a7c185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe72090-bbfe-4ca5-a76f-097d108ef48d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:35.323042 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-41d14d3f-de54-42e9-9cdb-ebdf07245720 req-162c9846-b7a1-4c6f-bc18-207b4aafee3b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714023 Nov 18 16:38:35.588857 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34134) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:35.602532 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcd3519b-4255-4998-88d2-f85e193fc71b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.695975 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcd3519b-4255-4998-88d2-f85e193fc71b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.699713 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dcd3519b-4255-4998-88d2-f85e193fc71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.738423 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dcd3519b-4255-4998-88d2-f85e193fc71b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ef69df97ce894f88903c661bdc4cd73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483405 Nov 18 16:38:35.739632 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd3519b-4255-4998-88d2-f85e193fc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd55cac-2820-4573-9e91-f7d6d5e12826,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:35.741672 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34138) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:35.790932 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2a57c08b-c243-4359-9ecb-595af6bc059c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.815102 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2a57c08b-c243-4359-9ecb-595af6bc059c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.870959 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2a57c08b-c243-4359-9ecb-595af6bc059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.873920 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2a57c08b-c243-4359-9ecb-595af6bc059c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:35.875550 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-2a57c08b-c243-4359-9ecb-595af6bc059c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1fd55cac-2820-4573-9e91-f7d6d5e12826 HTTP/1.1" status: 204 len: 168 time: 0.1328220 Nov 18 16:38:35.884171 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57c08b-c243-4359-9ecb-595af6bc059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd55cac-2820-4573-9e91-f7d6d5e12826,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:35.978577 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d2b29-67f8-47f4-9ae6-66b7bfa553e2 req-ed304cbe-3583-4544-a4f2-7df23eeaffe8 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:35.980216 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4e8d2b29-67f8-47f4-9ae6-66b7bfa553e2 req-ed304cbe-3583-4544-a4f2-7df23eeaffe8 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.0585003 Nov 18 16:38:36.033832 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4e8d2b29-67f8-47f4-9ae6-66b7bfa553e2 req-f842699a-767e-4439-a50d-3340ae62ad91 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/security-groups?id=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476167 Nov 18 16:38:36.137459 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-2903eeb4-1df4-4be4-b4cd-f3733812d934 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:36.139156 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-2903eeb4-1df4-4be4-b4cd-f3733812d934 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 945 time: 0.0914509 Nov 18 16:38:36.165117 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d92a5-caef-406b-a09e-7ad4a50f3404 req-b697e24a-132e-4426-9668-0622ea06056c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:36.166778 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-894d92a5-caef-406b-a09e-7ad4a50f3404 req-b697e24a-132e-4426-9668-0622ea06056c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 943 time: 0.0850267 Nov 18 16:38:36.292780 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-894d92a5-caef-406b-a09e-7ad4a50f3404 req-0f00d1ef-30be-4ef4-b0e4-9651dde1c3d3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059079 Nov 18 16:38:36.336311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Deleting port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:38:36.336658 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.429749 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] For port ad21fc00-4562-4af9-ad91-04c82dd6c7b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,segment=NetworkSegment(16dd0fa1-5296-4e37-9152-ebcc558a1bc5),segment_id=16dd0fa1-5296-4e37-9152-ebcc558a1bc5)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:36.430317 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.444623 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f74603-a673-4634-b9cb-3bd77460bfa4 req-04448f7a-e8cd-465e-9704-d299785b378f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:36.446206 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e5f74603-a673-4634-b9cb-3bd77460bfa4 req-04448f7a-e8cd-465e-9704-d299785b378f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0574131 Nov 18 16:38:36.446613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Calling delete_port for ad21fc00-4562-4af9-ad91-04c82dd6c7b9 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:38:36.500980 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e5f74603-a673-4634-b9cb-3bd77460bfa4 req-5a337562-9a69-4488-960a-c251b46d7506 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476704 Nov 18 16:38:36.612512 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.628134 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['ad21fc00-4562-4af9-ad91-04c82dd6c7b9'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:36.645283 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Pushing event deleted for resources: {'Port': ['ID=ad21fc00-4562-4af9-ad91-04c82dd6c7b9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:36.673079 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34176) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:36.714956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] No DVR routers for this DVR port ad21fc00-4562-4af9-ad91-04c82dd6c7b9 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:38:36.718153 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.722333 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0687ea21-3a7d-459f-a40a-7ca6973ccaf8 req-37468f7a-2fe2-43af-8e8e-11f300e10ac2 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.66 "DELETE /v2.0/ports/ad21fc00-4562-4af9-ad91-04c82dd6c7b9 HTTP/1.1" status: 204 len: 173 time: 0.5716562 Nov 18 16:38:36.722718 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'name': 'network-vif-deleted', 'tag': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:36.725538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d9bbd2-2713-40c4-a3b8-1a27abaa1d51" -d '{"events": [{"server_uuid": "9ae9af05-84cb-4507-b7c6-3c9a88a51581", "name": "network-vif-deleted", "tag": "ad21fc00-4562-4af9-ad91-04c82dd6c7b9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:36.764951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15878178-a142-463b-84c2-0e2d1e4bcc82 x-openstack-request-id: req-15878178-a142-463b-84c2-0e2d1e4bcc82 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:36.765246 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ae9af05-84cb-4507-b7c6-3c9a88a51581", "name": "network-vif-deleted", "tag": "ad21fc00-4562-4af9-ad91-04c82dd6c7b9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:36.765518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15878178-a142-463b-84c2-0e2d1e4bcc82 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:36.765958 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae9af05-84cb-4507-b7c6-3c9a88a51581', 'name': 'network-vif-deleted', 'tag': 'ad21fc00-4562-4af9-ad91-04c82dd6c7b9', 'status': 'completed', 'code': 200} Nov 18 16:38:36.811319 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-852973654-network', 'tenant_id': '52f1c90b2d0641828ffa94c522546f66'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:36.834620 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Made reservation on behalf of 52f1c90b2d0641828ffa94c522546f66 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:38:36.837293 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.847172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.934476 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.940474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.973310 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:38:36.991482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca7068f-bf2e-4851-aebf-711eef9b5b14,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:36.996952 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:36.997299 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Added segment e1ddf925-5bff-41e9-89d6-b210832c2adc of type vlan for network db27d81c-342a-40e6-b606-78176c79c4b5 Nov 18 16:38:37.055331 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.123881 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.125391 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:37.127174 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.186868 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34220) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:37.187460 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5128477 Nov 18 16:38:37.195788 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Request body: {'subnet': {'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-852973654-subnet', 'tenant_id': '52f1c90b2d0641828ffa94c522546f66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:37.228937 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Made reservation on behalf of 52f1c90b2d0641828ffa94c522546f66 for: {'subnet': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:38:37.232799 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4389706'] for subnet, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.234519 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4b7dc1b8-7ef7-408b-b065-7da141b7354d req-25930d11-200a-4120-b436-683a5c0176d5 tempest-DeleteServersTestJSON-2109961479 tempest-DeleteServersTestJSON-2109961479-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ae9af05-84cb-4507-b7c6-3c9a88a51581 HTTP/1.1" status: 200 len: 210 time: 0.0769014 Nov 18 16:38:37.235601 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a58e6-24f0-4375-9295-33167f5dcb83 admin admin] Pushing event updated for resources: {'Network': ['ID=db27d81c-342a-40e6-b606-78176c79c4b5,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:37.253476 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network db27d81c-342a-40e6-b606-78176c79c4b5 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:38:37.303833 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5e35699b-a754-4c9a-ac76-27ae2f238458 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:38:37.499322 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4326305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4389732'] for subnet, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.509972 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 5e35699b-a754-4c9a-ac76-27ae2f238458, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5e35699b-a754-4c9a-ac76-27ae2f238458,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:37.520028 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc95a5-386a-405e-80ba-6b9d94d840d4 req-33721ec3-3eac-4668-b917-2244b711d764 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:37.523178 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-18cc95a5-386a-405e-80ba-6b9d94d840d4 req-33721ec3-3eac-4668-b917-2244b711d764 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 943 time: 0.1032174 Nov 18 16:38:37.537436 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '5e35699b-a754-4c9a-ac76-27ae2f238458', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'port_id': '5e35699b-a754-4c9a-ac76-27ae2f238458', 'mac_address': 'fa:16:3e:d2:06:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9172e1ea-50cd-4931-8213-1b50a6dd3183', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:38:37.604605 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.609484 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Pushing event updated for resources: {'Subnet': ['ID=379adc94-972f-4df5-8327-e85a9ab4ae57,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:37.626737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e35699b-a754-4c9a-ac76-27ae2f238458 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:37.662485 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 5e35699b-a754-4c9a-ac76-27ae2f238458, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5e35699b-a754-4c9a-ac76-27ae2f238458,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:37.665432 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-18cc95a5-386a-405e-80ba-6b9d94d840d4 req-cbbc3a55-647a-40a6-ad3b-eeead09586df tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037996 Nov 18 16:38:37.668582 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Checking segment: {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:38:37.669043 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Network hostable DHCP agents. Network: db27d81c-342a-40e6-b606-78176c79c4b5, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:38:37.692314 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.711943 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Network db27d81c-342a-40e6-b606-78176c79c4b5 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:38:37.742218 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, db27d81c-342a-40e6-b606-78176c79c4b5) {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:38:37.751005 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449807cb-f4f2-465f-847d-a407fa48806a req-98c49efd-22aa-4d8e-8c6c-626b33b7c29e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:37.754719 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:37.755666 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:37.762861 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-449807cb-f4f2-465f-847d-a407fa48806a req-98c49efd-22aa-4d8e-8c6c-626b33b7c29e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1325955 Nov 18 16:38:37.774179 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2828963-b98c-469f-9e91-8a84df06362f None None] Network db27d81c-342a-40e6-b606-78176c79c4b5 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:38:37.776202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=5e35699b-a754-4c9a-ac76-27ae2f238458,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:37.807467 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b9017253-49c1-403c-8cd1-bbe1adc4008d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6067455 Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.807567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:38:37.839639 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-449807cb-f4f2-465f-847d-a407fa48806a req-e64620ea-659d-47fc-b015-729c9ede1310 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699093 Nov 18 16:38:37.977749 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87b1882-4288-4a05-8ab5-9b583b584959 None None] Network db27d81c-342a-40e6-b606-78176c79c4b5 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:38:38.072772 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['5e35699b-a754-4c9a-ac76-27ae2f238458'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:38.836105 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f614992-118d-4ec5-a355-2dd2c12ca4fc req-7a2e55cc-e2e7-45df-b2fd-6f2ec0c773b2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:38.838816 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f614992-118d-4ec5-a355-2dd2c12ca4fc req-7a2e55cc-e2e7-45df-b2fd-6f2ec0c773b2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 944 time: 0.0542536 Nov 18 16:38:38.890678 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f614992-118d-4ec5-a355-2dd2c12ca4fc req-14667ee2-7d6c-4502-9cee-7eaefd9a0dc3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468421 Nov 18 16:38:38.957283 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedb7a1-874d-451a-9b15-02f6853faea8 req-c944781d-9c4b-4901-8823-ed416f82dff1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:38.959073 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1fedb7a1-874d-451a-9b15-02f6853faea8 req-c944781d-9c4b-4901-8823-ed416f82dff1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0559821 Nov 18 16:38:39.010304 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1fedb7a1-874d-451a-9b15-02f6853faea8 req-9452ba93-518a-4212-b401-b745f6a916ff tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444448 Nov 18 16:38:39.308486 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5e35699b-a754-4c9a-ac76-27ae2f238458 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:39.363381 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 5e35699b-a754-4c9a-ac76-27ae2f238458 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:39.368137 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 5e35699b-a754-4c9a-ac76-27ae2f238458 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:39.368504 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:39.457205 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:39.482670 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffb9382-7b65-4f23-910c-307db1e51409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e35699b-a754-4c9a-ac76-27ae2f238458'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:39.484931 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e9fa21-5f16-4ce4-9366-818b8894347b" -d '{"events": [{"server_uuid": "6ffb9382-7b65-4f23-910c-307db1e51409", "name": "network-vif-plugged", "status": "completed", "tag": "5e35699b-a754-4c9a-ac76-27ae2f238458"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:39.502477 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 5e35699b-a754-4c9a-ac76-27ae2f238458, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5e35699b-a754-4c9a-ac76-27ae2f238458,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:39.511077 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:39.511973 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ad21fc00-4562-4af9-ad91-04c82dd6c7b9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:38:39.532578 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c191e4b-6b8c-4e3d-98e3-fa69d2afbf82 x-openstack-request-id: req-4c191e4b-6b8c-4e3d-98e3-fa69d2afbf82 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:39.532879 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffb9382-7b65-4f23-910c-307db1e51409", "name": "network-vif-plugged", "status": "completed", "tag": "5e35699b-a754-4c9a-ac76-27ae2f238458", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:39.533136 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c191e4b-6b8c-4e3d-98e3-fa69d2afbf82 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:39.533537 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffb9382-7b65-4f23-910c-307db1e51409', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e35699b-a754-4c9a-ac76-27ae2f238458', 'code': 200} Nov 18 16:38:39.535568 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: ad21fc00-4562-4af9-ad91-04c82dd6c7b9 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:38:39.535917 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ad21fc00-4562-4af9-ad91-04c82dd6c7b9 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:38:39.587122 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=5e35699b-a754-4c9a-ac76-27ae2f238458,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:39.807202 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6047c8-fde9-4dd8-a43f-99b3dc28fe5d req-227ac2f8-abeb-4edb-be46-38bc0a61952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:39.808699 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b6047c8-fde9-4dd8-a43f-99b3dc28fe5d req-227ac2f8-abeb-4edb-be46-38bc0a61952e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 1098 time: 0.1138179 Nov 18 16:38:39.862384 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-3543cc3c-78aa-4f9b-98c4-fbb1e93063ef tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:39.862384 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-3543cc3c-78aa-4f9b-98c4-fbb1e93063ef tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/networks?id=db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 200 len: 808 time: 0.1542242 Nov 18 16:38:39.899673 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-c1fd198c-130a-4f52-9ef0-7b59b73cc5c7 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/quotas/52f1c90b2d0641828ffa94c522546f66 HTTP/1.1" status: 200 len: 375 time: 0.0231011 Nov 18 16:38:39.902976 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b6047c8-fde9-4dd8-a43f-99b3dc28fe5d req-1d39828d-e02e-4a46-9f09-4124556ce751 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793748 Nov 18 16:38:39.936539 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34346) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:39.938466 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-4adfc5b3-f831-4c79-9cab-013c49587cd4 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52f1c90b2d0641828ffa94c522546f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329242 Nov 18 16:38:40.001328 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Deleting subnet 790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:38:40.019265 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.033057 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-4462f77d-c84e-465b-b0be-9aa82e0d8f7a service neutron] 10.222.0.37 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855618 Nov 18 16:38:40.064927 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.095422 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedd90f-6585-4b73-809d-ca77a7d56e21 req-37e52ce9-6b07-44be-abd6-7c725c37e76d tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:40.096979 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-daedd90f-6585-4b73-809d-ca77a7d56e21 req-37e52ce9-6b07-44be-abd6-7c725c37e76d tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.1162884 Nov 18 16:38:40.133574 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.157146 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-fe15e699-da3f-4945-a330-78e8ec0997a0 service neutron] 10.222.0.37 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131144 Nov 18 16:38:40.191747 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-daedd90f-6585-4b73-809d-ca77a7d56e21 req-3d8cb9d5-f7b5-466b-915b-8d3794120e4b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881586 Nov 18 16:38:40.235097 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.272861 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:40.291523 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.295707 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-bf9eb0d0-060e-4b98-bdf4-1192321d2b90 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/790fb9b0-e5ae-48e0-b8a0-0ab9cf19fb34 HTTP/1.1" status: 204 len: 168 time: 0.3580668 Nov 18 16:38:40.298196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34352) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:40.346608 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e47113-b381-4b78-9175-779c36fa4433 req-40f844b2-89b0-4350-877a-c6dd1926eafa tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:40.348177 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f4e47113-b381-4b78-9175-779c36fa4433 req-40f844b2-89b0-4350-877a-c6dd1926eafa tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0846574 Nov 18 16:38:40.357299 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-531db278-4914-4a95-91f4-5ec451eb79cc req-ae3a0691-55e1-4ad1-b5ab-c68fb2e8ad08 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 210 time: 0.0390759 Nov 18 16:38:40.406749 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.431611 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f4e47113-b381-4b78-9175-779c36fa4433 req-69281782-939b-408f-84a4-42a9dfe8860a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740516 Nov 18 16:38:40.509719 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.538951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2873e132-d7ee-409d-adb9-1c383e18d00c']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:40.552052 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16dd0fa1-5296-4e37-9152-ebcc558a1bc5') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:40.552407 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16dd0fa1-5296-4e37-9152-ebcc558a1bc5') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:38:40.566508 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444223'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.585200 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.597486 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:38:40.598151 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500600'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: timer() Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: cb(*args, **kw) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: self._notify() Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: self.callback(batched_events) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: event.method(event) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._get(url).json() Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:38:40.602108 dv-cinder-733622-22-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:38:40.674157 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.682599 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.690387 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] 10.222.0.37 "DELETE /v2.0/networks/2873e132-d7ee-409d-adb9-1c383e18d00c HTTP/1.1" status: 204 len: 168 time: 0.3884959 Nov 18 16:38:40.701579 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed5f84-cab4-45a6-a289-dd5b66e1f3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=2873e132-d7ee-409d-adb9-1c383e18d00c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:40.826226 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34366) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:40.879992 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a2d61c38-df2a-4f64-a279-dbef2f6348c1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=237bad5828a549b29f6a243424073742&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0523875 Nov 18 16:38:40.882987 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34374) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:40.943558 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-95bad00e-5766-412a-ad61-4ae5a26a524c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:40.967119 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-95bad00e-5766-412a-ad61-4ae5a26a524c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:41.026828 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-95bad00e-5766-412a-ad61-4ae5a26a524c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:41.029401 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-95bad00e-5766-412a-ad61-4ae5a26a524c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:41.030621 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-95bad00e-5766-412a-ad61-4ae5a26a524c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e6a52ad-bf9a-44d1-8280-39c8c3ffac96 HTTP/1.1" status: 204 len: 168 time: 0.1466300 Nov 18 16:38:41.040466 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bad00e-5766-412a-ad61-4ae5a26a524c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a52ad-bf9a-44d1-8280-39c8c3ffac96,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:41.322181 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3e6f6-2d0e-4f08-ac09-19b6164ea6da req-21c8495e-5496-4873-954a-970c81b0346b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:41.323960 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-56f3e6f6-2d0e-4f08-ac09-19b6164ea6da req-21c8495e-5496-4873-954a-970c81b0346b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.0537307 Nov 18 16:38:41.375269 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-56f3e6f6-2d0e-4f08-ac09-19b6164ea6da req-99ac2fc6-4015-4abb-b62e-710321da4ac0 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Nov 18 16:38:41.509199 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0579daf-3476-4e10-b2b8-5ed1f4a3fa35 req-7311fd35-94c8-4bf1-b6be-075fbd810412 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 210 time: 0.0431404 Nov 18 16:38:41.585258 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07217aa-a888-4df9-8b77-8efcc7e38a31 req-c52834ac-4049-413f-9cca-ee45cb5c71c9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:41.587232 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d07217aa-a888-4df9-8b77-8efcc7e38a31 req-c52834ac-4049-413f-9cca-ee45cb5c71c9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0711453 Nov 18 16:38:41.682584 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d07217aa-a888-4df9-8b77-8efcc7e38a31 req-32d8de66-da4c-499a-8c5a-1716f81180e9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796466 Nov 18 16:38:41.800436 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-3b2d57ca-4202-4e45-8949-770ea0e6cbee tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:41.801960 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-3b2d57ca-4202-4e45-8949-770ea0e6cbee tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "GET /v2.0/networks?id=db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 200 len: 808 time: 0.1489429 Nov 18 16:38:41.841272 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Request body: {'port': {'device_id': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5', 'admin_state_up': True, 'tenant_id': '52f1c90b2d0641828ffa94c522546f66'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:41.967460 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Made reservation on behalf of 52f1c90b2d0641828ffa94c522546f66 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:38:41.971068 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:42.105762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Allocated IP 172.20.0.7 (db27d81c-342a-40e6-b606-78176c79c4b5/379adc94-972f-4df5-8327-e85a9ab4ae57/8f24925f-999a-4b3d-8cc1-fae9e382829a) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:38:42.297969 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:42.354626 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:42.405639 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Network db27d81c-342a-40e6-b606-78176c79c4b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:38:42.412276 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:38:42.416305 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:38:42.460418 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Pushing event updated for resources: {'Port': ['ID=8f24925f-999a-4b3d-8cc1-fae9e382829a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:42.499013 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:42.499675 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:42.525730 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-b3d099eb-ff1e-47f5-b1b7-62761e3bda64 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6885133 Nov 18 16:38:42.561144 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Request body: {'port': {'device_id': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:42.573393 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2cc6e-2018-414a-9aa1-0722908e14d7 req-868fee75-0e97-4612-88ae-a94bdf6983e5 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:42.575673 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-85c2cc6e-2018-414a-9aa1-0722908e14d7 req-868fee75-0e97-4612-88ae-a94bdf6983e5 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.0971687 Nov 18 16:38:42.646243 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-85c2cc6e-2018-414a-9aa1-0722908e14d7 req-749afc72-e999-4b88-bc86-b9951585d0dd tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605884 Nov 18 16:38:42.690139 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:42.754091 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95bfd3a-6bcf-4889-8cbe-ac9ad055f6da req-12ec7e22-302b-4f56-97b3-1c5f0200c6f4 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:42.756097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b95bfd3a-6bcf-4889-8cbe-ac9ad055f6da req-12ec7e22-302b-4f56-97b3-1c5f0200c6f4 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 931 time: 0.1214817 Nov 18 16:38:42.875713 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b95bfd3a-6bcf-4889-8cbe-ac9ad055f6da req-a4d65fea-582d-4e77-8443-48ffcd52d6e8 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108525 Nov 18 16:38:43.019634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddf05b-d9cd-477e-82be-cfbbdff19a89 req-a53bf9fc-fbd3-49c0-842f-5995ec1d9ac4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:43.020909 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-44ddf05b-d9cd-477e-82be-cfbbdff19a89 req-a53bf9fc-fbd3-49c0-842f-5995ec1d9ac4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0805306 Nov 18 16:38:43.334944 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-44ddf05b-d9cd-477e-82be-cfbbdff19a89 req-83b96231-d1a8-48cb-89af-9816bcc4b228 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842564 Nov 18 16:38:43.345156 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f24925f-999a-4b3d-8cc1-fae9e382829a {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:43.357459 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:43.372413 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Transition to ACTIVE for port object 8f24925f-999a-4b3d-8cc1-fae9e382829a will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:38:43.376024 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:43.428101 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=8f24925f-999a-4b3d-8cc1-fae9e382829a,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:43.496661 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Attempting to bind port 8f24925f-999a-4b3d-8cc1-fae9e382829a on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:38:43.497036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Attempting to bind port 8f24925f-999a-4b3d-8cc1-fae9e382829a by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:38:43.497422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Attempting to bind port 8f24925f-999a-4b3d-8cc1-fae9e382829a on network db27d81c-342a-40e6-b606-78176c79c4b5 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:43.502378 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Port 8f24925f-999a-4b3d-8cc1-fae9e382829a on network db27d81c-342a-40e6-b606-78176c79c4b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:38:43.502772 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Attempting to bind port 8f24925f-999a-4b3d-8cc1-fae9e382829a on network db27d81c-342a-40e6-b606-78176c79c4b5 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:43.508790 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:38:43.509193 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Checking segment: {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:38:43.509613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Bound using segment: {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:38:43.510169 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Bound port: 8f24925f-999a-4b3d-8cc1-fae9e382829a, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:38:43.510614 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:43.584405 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] For port 8f24925f-999a-4b3d-8cc1-fae9e382829a, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:38:43.587780 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] For port 8f24925f-999a-4b3d-8cc1-fae9e382829a, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:38:43.591519 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:43.627945 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:43.628565 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:43.630016 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] 10.222.0.66 "PUT /v2.0/ports/8f24925f-999a-4b3d-8cc1-fae9e382829a HTTP/1.1" status: 200 len: 1093 time: 1.0918832 Nov 18 16:38:43.630521 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'tag': '8f24925f-999a-4b3d-8cc1-fae9e382829a'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:43.632805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4206f2d-94ee-4a9d-ad7d-490c7632372f" -d '{"events": [{"name": "network-changed", "server_uuid": "b695f0be-0748-46f7-8bde-c87002cfb8d9", "tag": "8f24925f-999a-4b3d-8cc1-fae9e382829a"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:43.664123 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623e94-2884-4127-95d1-b20c0398ca0a service neutron] Pushing event updated for resources: {'Port': ['ID=8f24925f-999a-4b3d-8cc1-fae9e382829a,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:43.679839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cedb77b-54db-4ac9-a698-2e004781913a x-openstack-request-id: req-0cedb77b-54db-4ac9-a698-2e004781913a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:43.680158 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b695f0be-0748-46f7-8bde-c87002cfb8d9", "tag": "8f24925f-999a-4b3d-8cc1-fae9e382829a", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:43.680421 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0cedb77b-54db-4ac9-a698-2e004781913a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:43.680839 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'tag': '8f24925f-999a-4b3d-8cc1-fae9e382829a', 'status': 'completed', 'code': 200} Nov 18 16:38:43.733302 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-e18b7458-f2e5-4caf-9e7a-1c58fac216ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:43.734854 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-e18b7458-f2e5-4caf-9e7a-1c58fac216ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=52f1c90b2d0641828ffa94c522546f66&device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0486672 Nov 18 16:38:43.782908 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-83b2b4d9-f17e-436b-bbf4-0e345d37ca27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a HTTP/1.1" status: 200 len: 217 time: 0.0346341 Nov 18 16:38:43.864303 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72812-311b-490a-b967-737858717d41 req-3ec8fd15-fabf-4514-92cf-dfed84a94663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:43.866553 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-3ec8fd15-fabf-4514-92cf-dfed84a94663 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=379adc94-972f-4df5-8327-e85a9ab4ae57 HTTP/1.1" status: 200 len: 848 time: 0.0575559 Nov 18 16:38:43.920407 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-60d2ad30-52cf-4107-9da7-4714c75a2455 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db27d81c-342a-40e6-b606-78176c79c4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399148 Nov 18 16:38:44.094466 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-4574a725-85ee-4d33-a0ec-fe724bc4fb5f service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484969 Nov 18 16:38:44.170109 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d749ffb-2ca7-483e-8ad7-30a4d24a4b99 req-a3e76ee3-6feb-43f7-92a6-c903ac734546 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:44.171447 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d749ffb-2ca7-483e-8ad7-30a4d24a4b99 req-a3e76ee3-6feb-43f7-92a6-c903ac734546 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 943 time: 0.1159256 Nov 18 16:38:44.266974 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d749ffb-2ca7-483e-8ad7-30a4d24a4b99 req-18368788-d66f-474a-b729-e5a91fe1cd29 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635092 Nov 18 16:38:44.271001 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcd72812-311b-490a-b967-737858717d41 req-806ea92f-abc2-46c8-b04e-8d3394287558 service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659453 Nov 18 16:38:44.386831 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-4effdb6f-175f-46e9-bfc7-4d9ea770ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:44.388681 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-4effdb6f-175f-46e9-bfc7-4d9ea770ae42 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=52f1c90b2d0641828ffa94c522546f66&device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 1096 time: 0.0479989 Nov 18 16:38:44.421765 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34532) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:44.481540 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d787a7-64ab-47e6-8f4e-8cb7f4ed46d6 req-393e8860-5dc3-465f-91f4-0b6b36b6e40c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:44.483236 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01d787a7-64ab-47e6-8f4e-8cb7f4ed46d6 req-393e8860-5dc3-465f-91f4-0b6b36b6e40c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0547140 Nov 18 16:38:44.548016 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-01d787a7-64ab-47e6-8f4e-8cb7f4ed46d6 req-46ed4d81-ba66-42e7-9c06-7227bcf99b0f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589128 Nov 18 16:38:44.548898 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-169e787b-1079-4014-90e4-cc51caacf894 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.638244 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-169e787b-1079-4014-90e4-cc51caacf894 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.642653 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-169e787b-1079-4014-90e4-cc51caacf894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.684461 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-169e787b-1079-4014-90e4-cc51caacf894 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6ff92650d7e34b4ea9761acb3dbd9486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614465 Nov 18 16:38:44.686316 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e787b-1079-4014-90e4-cc51caacf894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbac3fdd-797f-4b3b-8d48-1e80ab19265b,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:44.687146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34536) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:44.739454 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c4196796-5313-4dd8-9cbe-9cc26a6c3e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.762809 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c4196796-5313-4dd8-9cbe-9cc26a6c3e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.811611 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c4196796-5313-4dd8-9cbe-9cc26a6c3e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.814471 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c4196796-5313-4dd8-9cbe-9cc26a6c3e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:44.815615 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c4196796-5313-4dd8-9cbe-9cc26a6c3e4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbac3fdd-797f-4b3b-8d48-1e80ab19265b HTTP/1.1" status: 204 len: 168 time: 0.1272135 Nov 18 16:38:44.823326 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4196796-5313-4dd8-9cbe-9cc26a6c3e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbac3fdd-797f-4b3b-8d48-1e80ab19265b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:45.093751 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34544) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:45.108803 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-68ce8958-1fad-4a27-92c8-c743aac69e3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.201179 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-68ce8958-1fad-4a27-92c8-c743aac69e3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.206626 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-68ce8958-1fad-4a27-92c8-c743aac69e3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.246016 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-68ce8958-1fad-4a27-92c8-c743aac69e3a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=35de3443480f4460aadf4e609a631c65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510837 Nov 18 16:38:45.246968 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce8958-1fad-4a27-92c8-c743aac69e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab28a41b-054f-4dbd-a375-bdfbcddee0d9,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:45.248620 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34552) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:45.299255 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc81ed4c-538b-4872-a69c-c8ed00ac4026 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.324859 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc81ed4c-538b-4872-a69c-c8ed00ac4026 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.406497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c860a8b3-b6ec-4517-9b03-efe130f49e11 req-9afee569-81a8-40ab-8d48-f92061ceab48 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:45.408041 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c860a8b3-b6ec-4517-9b03-efe130f49e11 req-9afee569-81a8-40ab-8d48-f92061ceab48 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0610242 Nov 18 16:38:45.409174 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc81ed4c-538b-4872-a69c-c8ed00ac4026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.411903 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cc81ed4c-538b-4872-a69c-c8ed00ac4026 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:45.415506 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cc81ed4c-538b-4872-a69c-c8ed00ac4026 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab28a41b-054f-4dbd-a375-bdfbcddee0d9 HTTP/1.1" status: 204 len: 168 time: 0.1633987 Nov 18 16:38:45.427111 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81ed4c-538b-4872-a69c-c8ed00ac4026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab28a41b-054f-4dbd-a375-bdfbcddee0d9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:45.465804 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c860a8b3-b6ec-4517-9b03-efe130f49e11 req-45c54b11-9bb5-4e7b-b6e9-54c37012b1f9 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499635 Nov 18 16:38:45.688865 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa466823-7dd3-4b1b-84d5-af718c734f88 req-9c240812-67ca-4815-b5fd-b7d6e4fc4cf2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:45.689864 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aa466823-7dd3-4b1b-84d5-af718c734f88 req-9c240812-67ca-4815-b5fd-b7d6e4fc4cf2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0634553 Nov 18 16:38:45.749837 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aa466823-7dd3-4b1b-84d5-af718c734f88 req-f5c1a386-a027-4fde-a1d4-643c0fd7681e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536416 Nov 18 16:38:46.611828 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0a00b-6584-412c-ad47-ebd2c3895a10 req-1b42fac9-7c0e-471f-a255-13536f9b62db tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:46.614050 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ac0a00b-6584-412c-ad47-ebd2c3895a10 req-1b42fac9-7c0e-471f-a255-13536f9b62db tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0642440 Nov 18 16:38:46.683114 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1ac0a00b-6584-412c-ad47-ebd2c3895a10 req-2786be69-41aa-42a8-81b2-41cb8ba35034 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609167 Nov 18 16:38:46.874249 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4370204-0df4-4b1c-97f4-60143c763c1a req-b0b8ed8a-2b9c-4aa4-a761-80539e1afc4b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:46.876131 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4370204-0df4-4b1c-97f4-60143c763c1a req-b0b8ed8a-2b9c-4aa4-a761-80539e1afc4b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0504749 Nov 18 16:38:46.931961 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4370204-0df4-4b1c-97f4-60143c763c1a req-829e3315-07c4-4c40-9816-be2b6ff4d673 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Nov 18 16:38:47.556749 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-3dbe5d35-8d04-45af-9a20-915f467383a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:47.558255 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-3dbe5d35-8d04-45af-9a20-915f467383a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 200 len: 909 time: 0.0892303 Nov 18 16:38:47.603125 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-7f354c2e-ad78-4a1e-ac44-b7cf087c42f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a HTTP/1.1" status: 200 len: 217 time: 0.0335646 Nov 18 16:38:47.654596 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-a2a3068a-69ce-4f77-84f0-e7e4618eff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:47.656076 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-a2a3068a-69ce-4f77-84f0-e7e4618eff52 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=379adc94-972f-4df5-8327-e85a9ab4ae57 HTTP/1.1" status: 200 len: 848 time: 0.0443411 Nov 18 16:38:47.694407 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-1a51f78f-6c81-4c4d-a078-26b28d05634a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db27d81c-342a-40e6-b606-78176c79c4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299323 Nov 18 16:38:47.824607 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-9f4b429c-4d53-4eb3-9e0a-93daf06f6fd0 service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219006 Nov 18 16:38:47.836858 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d8363-567f-481d-bf3e-8a4a96b1269a req-a37bb82c-566d-476e-9bd1-b9963e58fa6e tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:47.838367 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce0d8363-567f-481d-bf3e-8a4a96b1269a req-a37bb82c-566d-476e-9bd1-b9963e58fa6e tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0747423 Nov 18 16:38:47.941170 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ce0d8363-567f-481d-bf3e-8a4a96b1269a req-66e1764b-51c9-4661-b9d7-8ff76fe3b354 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948777 Nov 18 16:38:47.964908 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a4206f2d-94ee-4a9d-ad7d-490c7632372f req-b692d86f-4272-491c-84b6-8543c9183341 service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255765 Nov 18 16:38:48.049037 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9dd651-df69-4335-baa5-1825dacca1ea req-0438cc52-285a-499d-b122-17e0843c5875 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:48.050549 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2f9dd651-df69-4335-baa5-1825dacca1ea req-0438cc52-285a-499d-b122-17e0843c5875 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0491619 Nov 18 16:38:48.102918 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2f9dd651-df69-4335-baa5-1825dacca1ea req-150d8ba4-e01e-478d-8508-86683fa9726b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453224 Nov 18 16:38:49.069975 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773851e-283c-4d04-9c41-9529fb3badfa req-25d81100-0d98-4838-b99d-b5e4a04f76dc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:49.071742 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a773851e-283c-4d04-9c41-9529fb3badfa req-25d81100-0d98-4838-b99d-b5e4a04f76dc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 943 time: 0.0539615 Nov 18 16:38:49.131095 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a773851e-283c-4d04-9c41-9529fb3badfa req-28f5aaee-1085-436b-bd33-bfdb639153fc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528882 Nov 18 16:38:49.216086 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-cf81d00c-212e-49c5-abca-822d7f115685 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:49.217764 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-cf81d00c-212e-49c5-abca-822d7f115685 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.1217165 Nov 18 16:38:49.236011 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-98083502-8582-4e1b-8e66-1ab19a46d0d3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/quotas/f7c2c5511d804720b1a6f09848fda91b HTTP/1.1" status: 200 len: 375 time: 0.0115418 Nov 18 16:38:49.250443 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23340a9-f995-4c94-baed-ccf05e8c59ba req-c4310f65-5761-4c23-a0c8-1ae5a294ed39 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:49.251947 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f23340a9-f995-4c94-baed-ccf05e8c59ba req-c4310f65-5761-4c23-a0c8-1ae5a294ed39 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0600903 Nov 18 16:38:49.299471 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-5a48afdf-69ed-42d1-939e-443a8cfc3612 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0561554 Nov 18 16:38:49.307965 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f23340a9-f995-4c94-baed-ccf05e8c59ba req-2b973a70-8a4b-4aca-b183-fe8262b23f6a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479677 Nov 18 16:38:49.398512 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-988add44-8593-4bbe-b100-9555a1c5a15d service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912786 Nov 18 16:38:49.492060 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-4be6c3c4-bd63-436b-a7b7-5008a97c3a70 service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872097 Nov 18 16:38:49.662541 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7e56eeae-d480-4cd8-8ce8-044fb5538060 req-6e9836fb-b543-4576-a38b-dbcb8eaf2683 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0375235 Nov 18 16:38:49.859029 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8f24925f-999a-4b3d-8cc1-fae9e382829a details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:38:49.963873 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 8f24925f-999a-4b3d-8cc1-fae9e382829a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:49.976573 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '8f24925f-999a-4b3d-8cc1-fae9e382829a', 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5', 'port_id': '8f24925f-999a-4b3d-8cc1-fae9e382829a', 'mac_address': 'fa:16:3e:3f:e1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379adc94-972f-4df5-8327-e85a9ab4ae57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:38:50.019392 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:50.032622 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f24925f-999a-4b3d-8cc1-fae9e382829a {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:50.053894 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 8f24925f-999a-4b3d-8cc1-fae9e382829a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:50.058058 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:50.106744 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=8f24925f-999a-4b3d-8cc1-fae9e382829a,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:50.254011 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86eaf5-9a5b-4a1e-b759-95b8355c91cf req-1c9ea908-f584-44ab-b642-711669adaa7b tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:50.255651 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1a86eaf5-9a5b-4a1e-b759-95b8355c91cf req-1c9ea908-f584-44ab-b642-711669adaa7b tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0491414 Nov 18 16:38:50.304355 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1a86eaf5-9a5b-4a1e-b759-95b8355c91cf req-b333fabc-0471-4223-9357-f2855e7a6be1 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422914 Nov 18 16:38:50.426498 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33010d-b747-4872-8180-6a512df67f6d req-399bfce8-a835-4539-8155-a5ea89b00423 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:50.428726 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cf33010d-b747-4872-8180-6a512df67f6d req-399bfce8-a835-4539-8155-a5ea89b00423 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0530951 Nov 18 16:38:50.479220 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cf33010d-b747-4872-8180-6a512df67f6d req-7e64c5f9-882c-4faa-a44d-f0946dc01f5a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Nov 18 16:38:50.763197 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-26b5d3db-c6b8-4c75-8925-b6ddf8db66a7 req-b520e097-6909-41de-a970-99c079fa3956 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0283341 Nov 18 16:38:51.422819 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8c9a54-f4f6-4307-9a47-5f42a674440d req-1c37c475-de4d-4b60-854e-e52c52adc4a0 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:51.424326 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ec8c9a54-f4f6-4307-9a47-5f42a674440d req-1c37c475-de4d-4b60-854e-e52c52adc4a0 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0504811 Nov 18 16:38:51.476964 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ec8c9a54-f4f6-4307-9a47-5f42a674440d req-60b23f99-03a8-499d-bb68-e6ad2d266a4d tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459762 Nov 18 16:38:51.608642 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdbf13c-5462-44dc-9db8-117eeda393fe req-b0120700-653d-4aff-8269-b4b4c0e356f3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:51.610070 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9bdbf13c-5462-44dc-9db8-117eeda393fe req-b0120700-653d-4aff-8269-b4b4c0e356f3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0543654 Nov 18 16:38:51.662110 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9bdbf13c-5462-44dc-9db8-117eeda393fe req-a0598dec-a723-42b6-9b8c-e9bc401bf3aa tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Nov 18 16:38:51.870424 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fd8e8b0b-62a9-4dd9-a951-0d876524dffe req-9ef235a4-b29b-46b5-a1e0-112e92936afb tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0308814 Nov 18 16:38:52.183274 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['8f24925f-999a-4b3d-8cc1-fae9e382829a'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:52.621149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-213ef6e4-35c5-43a6-8926-34776d89ff33 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:52.622758 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-213ef6e4-35c5-43a6-8926-34776d89ff33 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.1277602 Nov 18 16:38:52.624633 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da4fba-a5bd-403b-b3d7-9bb0bfe09956 req-4dac8662-4481-4a8e-9c6f-b5a248ad41e3 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:52.626346 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-81da4fba-a5bd-403b-b3d7-9bb0bfe09956 req-4dac8662-4481-4a8e-9c6f-b5a248ad41e3 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0718334 Nov 18 16:38:52.658426 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Request body: {'port': {'device_id': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'admin_state_up': True, 'tenant_id': 'f7c2c5511d804720b1a6f09848fda91b'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:52.691072 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-81da4fba-a5bd-403b-b3d7-9bb0bfe09956 req-e960974d-a1c9-4141-b3fd-59c095cfdd66 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580981 Nov 18 16:38:52.859038 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Made reservation on behalf of f7c2c5511d804720b1a6f09848fda91b for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:38:52.862981 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:52.882938 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e926d73-7a2e-414f-990a-d18e9c31da9e req-18303ea9-4029-4d3f-8b7d-da012c06537e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:52.884526 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e926d73-7a2e-414f-990a-d18e9c31da9e req-18303ea9-4029-4d3f-8b7d-da012c06537e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1020136 Nov 18 16:38:53.004296 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e926d73-7a2e-414f-990a-d18e9c31da9e req-aaf12234-b725-4ebb-ac64-d757f870d749 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124299 Nov 18 16:38:53.087358 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c3a45cb7-046f-4315-ba17-3efc4a6bfc85 req-015868fd-0cdf-461d-b509-8facc1e4156f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 210 time: 0.0572913 Nov 18 16:38:53.087906 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Allocated IP 172.20.0.10 (2965759e-9bd1-485f-97fb-4dd1055fa044/9172e1ea-50cd-4931-8213-1b50a6dd3183/ca9031b5-396b-425d-b290-7711921914ab) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:38:53.301495 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.349647 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.363612 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b', '5e35699b-a754-4c9a-ac76-27ae2f238458'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:38:53.403631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:38:53.405134 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:38:53.413717 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:38:53.444339 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event updated for resources: {'Port': ['ID=ca9031b5-396b-425d-b290-7711921914ab,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:53.484094 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:53.485149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.491306 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34770) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:53.514746 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-a3f0dbca-6874-4c11-a26a-b465f0b003e9 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8602469 Nov 18 16:38:53.610152 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-57278caa-36cc-4c10-8db6-f31a5b37a8a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.697325 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-57278caa-36cc-4c10-8db6-f31a5b37a8a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.702675 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-57278caa-36cc-4c10-8db6-f31a5b37a8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.743851 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57278caa-36cc-4c10-8db6-f31a5b37a8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7897d6fc-fb6a-4c9b-9e4a-09ecb4e09c6e,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:53.748193 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-57278caa-36cc-4c10-8db6-f31a5b37a8a4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fd883668ae084c61a7650006aeb4d118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2551961 Nov 18 16:38:53.752533 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34778) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:53.815969 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e84662c4-66a8-40df-83d8-8f6337f4a532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.839648 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e84662c4-66a8-40df-83d8-8f6337f4a532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.856655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c292f-cd50-4fa6-b298-93952baa2de0 req-3d354ed9-8f0e-4123-a1d4-666337558296 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:53.858155 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-144c292f-cd50-4fa6-b298-93952baa2de0 req-3d354ed9-8f0e-4123-a1d4-666337558296 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0526085 Nov 18 16:38:53.895018 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e84662c4-66a8-40df-83d8-8f6337f4a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.898880 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e84662c4-66a8-40df-83d8-8f6337f4a532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:53.900265 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e84662c4-66a8-40df-83d8-8f6337f4a532 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7897d6fc-fb6a-4c9b-9e4a-09ecb4e09c6e HTTP/1.1" status: 204 len: 168 time: 0.1467605 Nov 18 16:38:53.910512 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84662c4-66a8-40df-83d8-8f6337f4a532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7897d6fc-fb6a-4c9b-9e4a-09ecb4e09c6e,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:53.915740 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-144c292f-cd50-4fa6-b298-93952baa2de0 req-1ce1577e-7b2e-4f9f-83f0-a723c04d510f tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512137 Nov 18 16:38:54.149677 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2c801-0ebd-4ef5-b391-ca7d28a91633 req-79a1193c-5809-4c14-abae-f147586005dc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:54.151166 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb2c801-0ebd-4ef5-b391-ca7d28a91633 req-79a1193c-5809-4c14-abae-f147586005dc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0579915 Nov 18 16:38:54.206562 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ccb2c801-0ebd-4ef5-b391-ca7d28a91633 req-5f6ebf09-771a-4a0a-964b-dc6662ee4b3f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488548 Nov 18 16:38:54.331619 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ed60b-7c6c-47ab-b473-d8b89220b776 req-ed52e397-b405-48fe-8337-94b77b45ddde tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:54.333206 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a57ed60b-7c6c-47ab-b473-d8b89220b776 req-ed52e397-b405-48fe-8337-94b77b45ddde tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 932 time: 0.0588744 Nov 18 16:38:54.392424 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a57ed60b-7c6c-47ab-b473-d8b89220b776 req-6483867a-d455-44d2-97d9-9f4f26348801 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Nov 18 16:38:54.830213 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-eceaee48-d22b-4de7-adbb-7efb6da1481a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:55.323805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846130-75c6-45bc-a7b5-840a1e046f78 req-652ee3c4-bbae-4bcb-8ee4-95a4bb2c85fa tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:55.325319 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea846130-75c6-45bc-a7b5-840a1e046f78 req-652ee3c4-bbae-4bcb-8ee4-95a4bb2c85fa tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0592756 Nov 18 16:38:55.374981 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ea846130-75c6-45bc-a7b5-840a1e046f78 req-5c7e7a30-a2af-471b-8b1e-3fbceebcb9be tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Nov 18 16:38:55.537993 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207a693-5e6d-4ca7-b273-d90885f4e5fa req-f8055028-f7f0-44c5-914f-806c9d9053aa tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:55.539465 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6207a693-5e6d-4ca7-b273-d90885f4e5fa req-f8055028-f7f0-44c5-914f-806c9d9053aa tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0520484 Nov 18 16:38:55.594800 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6207a693-5e6d-4ca7-b273-d90885f4e5fa req-38f2df9b-5a73-445f-b54a-0efa9f6a6797 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Nov 18 16:38:55.714034 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704c663-fca6-496c-a94e-d1b9c94dc242 req-eae05fab-470f-43ad-a10e-c87e5bd22597 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:55.715735 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1704c663-fca6-496c-a94e-d1b9c94dc242 req-eae05fab-470f-43ad-a10e-c87e5bd22597 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 932 time: 0.0544703 Nov 18 16:38:55.771145 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1704c663-fca6-496c-a94e-d1b9c94dc242 req-aeb0976a-4667-4263-ba3c-929c09a97537 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493209 Nov 18 16:38:56.506700 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b686e57c-1726-4a24-817f-7476632874d6 req-4e74dfbd-ac1d-462d-99b4-7b9e01e6717b tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:56.509376 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b686e57c-1726-4a24-817f-7476632874d6 req-4e74dfbd-ac1d-462d-99b4-7b9e01e6717b tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 944 time: 0.0599821 Nov 18 16:38:56.560134 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b686e57c-1726-4a24-817f-7476632874d6 req-c54d49d8-6bd7-4bad-9c34-57e6fcac100d tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446219 Nov 18 16:38:56.575381 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Request body: {'port': {'device_id': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:38:56.586447 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8f24925f-999a-4b3d-8cc1-fae9e382829a up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:38:56.640189 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:56.694484 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 8f24925f-999a-4b3d-8cc1-fae9e382829a completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:38:56.702226 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 8f24925f-999a-4b3d-8cc1-fae9e382829a triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:38:56.703083 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:56.852313 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba4ebe0-7da9-4980-a288-0b23707141a9 req-cccbdedb-3568-4dcf-b19c-2f8b5d0b231a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:56.860174 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:56.864021 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cba4ebe0-7da9-4980-a288-0b23707141a9 req-cccbdedb-3568-4dcf-b19c-2f8b5d0b231a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1415730 Nov 18 16:38:56.915048 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24925f-999a-4b3d-8cc1-fae9e382829a'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:56.917805 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7a51a-c676-44f1-9ead-8ba312e4072c" -d '{"events": [{"server_uuid": "b695f0be-0748-46f7-8bde-c87002cfb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "8f24925f-999a-4b3d-8cc1-fae9e382829a"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:56.939055 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 8f24925f-999a-4b3d-8cc1-fae9e382829a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:38:56.947604 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:56.951519 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cba4ebe0-7da9-4980-a288-0b23707141a9 req-92d91c08-aae9-4d5c-bc39-0e21855384ac tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856473 Nov 18 16:38:57.026765 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-37b376d7-24a2-4e81-8b4a-2f45d9bd4eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:57.059667 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364c8e7e-7f99-4102-94e5-9cb240e80477 x-openstack-request-id: req-364c8e7e-7f99-4102-94e5-9cb240e80477 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:57.061335 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b695f0be-0748-46f7-8bde-c87002cfb8d9", "name": "network-vif-plugged", "status": "completed", "tag": "8f24925f-999a-4b3d-8cc1-fae9e382829a", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:57.061726 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-364c8e7e-7f99-4102-94e5-9cb240e80477 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:57.062342 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f24925f-999a-4b3d-8cc1-fae9e382829a', 'code': 200} Nov 18 16:38:57.063898 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=8f24925f-999a-4b3d-8cc1-fae9e382829a,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:57.079434 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f6985-eef6-47d8-a92d-52b3c7d55b78 req-1572b800-99d1-477f-9f2a-e70897831a81 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:57.082067 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-374f6985-eef6-47d8-a92d-52b3c7d55b78 req-1572b800-99d1-477f-9f2a-e70897831a81 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 932 time: 0.1655166 Nov 18 16:38:57.200015 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-374f6985-eef6-47d8-a92d-52b3c7d55b78 req-a42357d1-7975-4f7b-ac0b-22abaae03ff8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013465 Nov 18 16:38:57.245237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9031b5-396b-425d-b290-7711921914ab {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:38:57.253626 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:57.296655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Transition to ACTIVE for port object ca9031b5-396b-425d-b290-7711921914ab will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:38:57.304181 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:57.337336 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0624-62ac-4e05-97dd-3fb8d7fdabc8 req-efc7b59e-948c-4b5c-b6d1-fe3171382bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:57.339521 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1edb0624-62ac-4e05-97dd-3fb8d7fdabc8 req-efc7b59e-948c-4b5c-b6d1-fe3171382bd9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 1098 time: 0.0807273 Nov 18 16:38:57.374112 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9031b5-396b-425d-b290-7711921914ab,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:57.449309 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1edb0624-62ac-4e05-97dd-3fb8d7fdabc8 req-b38e04bb-750d-4c04-9783-4dc26fba3939 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992265 Nov 18 16:38:57.486159 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Attempting to bind port ca9031b5-396b-425d-b290-7711921914ab on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:38:57.486790 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Attempting to bind port ca9031b5-396b-425d-b290-7711921914ab by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:38:57.487357 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Attempting to bind port ca9031b5-396b-425d-b290-7711921914ab on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:57.493659 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Port ca9031b5-396b-425d-b290-7711921914ab on network 2965759e-9bd1-485f-97fb-4dd1055fa044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:38:57.494132 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Attempting to bind port ca9031b5-396b-425d-b290-7711921914ab on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:38:57.500704 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:38:57.501140 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Checking segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:38:57.501639 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Bound using segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:38:57.502241 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Bound port: ca9031b5-396b-425d-b290-7711921914ab, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:38:57.502715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:57.579339 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] For port ca9031b5-396b-425d-b290-7711921914ab, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:38:57.582732 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] For port ca9031b5-396b-425d-b290-7711921914ab, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca9031b5-396b-425d-b290-7711921914ab,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:38:57.587892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:57.630838 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:57.631598 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:57.632983 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/ca9031b5-396b-425d-b290-7711921914ab HTTP/1.1" status: 200 len: 1094 time: 1.0626063 Nov 18 16:38:57.633516 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'tag': 'ca9031b5-396b-425d-b290-7711921914ab'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:38:57.635815 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e91168-5ec3-42e9-959a-9ade50f71324" -d '{"events": [{"name": "network-changed", "server_uuid": "c989e629-6c4a-453a-ac46-26c4ed7cf0d3", "tag": "ca9031b5-396b-425d-b290-7711921914ab"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:38:57.668666 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb8794e-4755-41c6-817c-5d60dc7372e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9031b5-396b-425d-b290-7711921914ab,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:57.697177 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eba2d53-5d78-461d-9240-88b79d1b0e95 x-openstack-request-id: req-5eba2d53-5d78-461d-9240-88b79d1b0e95 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:38:57.697472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c989e629-6c4a-453a-ac46-26c4ed7cf0d3", "tag": "ca9031b5-396b-425d-b290-7711921914ab", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:38:57.697731 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5eba2d53-5d78-461d-9240-88b79d1b0e95 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:38:57.698175 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'tag': 'ca9031b5-396b-425d-b290-7711921914ab', 'status': 'completed', 'code': 200} Nov 18 16:38:57.716380 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57466cff-5bde-42c3-bb7e-812a9205cb7a req-69ad8caa-32a2-4144-93de-3d7f981fce0c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:57.719113 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-57466cff-5bde-42c3-bb7e-812a9205cb7a req-69ad8caa-32a2-4144-93de-3d7f981fce0c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0681269 Nov 18 16:38:57.811322 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-57466cff-5bde-42c3-bb7e-812a9205cb7a req-b6cf69df-45cb-4dc0-8440-30082bb5a561 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799015 Nov 18 16:38:57.821516 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91168-5ec3-42e9-959a-9ade50f71324 req-6d59cfea-76dc-4788-8ee2-23422f8e19b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:57.823280 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9e91168-5ec3-42e9-959a-9ade50f71324 req-6d59cfea-76dc-4788-8ee2-23422f8e19b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0663216 Nov 18 16:38:58.006560 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91168-5ec3-42e9-959a-9ade50f71324 req-6c5c0e47-5a2a-422f-9fb7-f9e275230fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:58.006560 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9e91168-5ec3-42e9-959a-9ade50f71324 req-6c5c0e47-5a2a-422f-9fb7-f9e275230fea service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=f7c2c5511d804720b1a6f09848fda91b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1512988 Nov 18 16:38:58.137460 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e91168-5ec3-42e9-959a-9ade50f71324 req-f3466329-08b4-4c11-900d-b9eae1ed60f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:58.139327 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f9e91168-5ec3-42e9-959a-9ade50f71324 req-f3466329-08b4-4c11-900d-b9eae1ed60f6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1253552 Nov 18 16:38:58.181915 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46d79e-8a29-4d9f-ba81-3e2dc5494748 req-b466eb61-db35-4253-9c2c-fda7eaa20f71 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:58.186881 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4f46d79e-8a29-4d9f-ba81-3e2dc5494748 req-b466eb61-db35-4253-9c2c-fda7eaa20f71 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0955532 Nov 18 16:38:58.274989 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-ab08d058-54de-4b96-ba9a-b4a399f0c990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:58.275370 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4f46d79e-8a29-4d9f-ba81-3e2dc5494748 req-87c45ee4-fa3c-4ea4-a256-c320c1b9628e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784187 Nov 18 16:38:58.277386 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-ab08d058-54de-4b96-ba9a-b4a399f0c990 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 1097 time: 0.0747347 Nov 18 16:38:58.388598 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-15cad589-8f73-4025-9121-bb2cbfe5421c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca9031b5-396b-425d-b290-7711921914ab HTTP/1.1" status: 200 len: 217 time: 0.0898726 Nov 18 16:38:58.447158 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2388e-8300-4f8d-8aea-feb4d685ee5a req-8a905d18-58c3-46b0-b965-0765956c1c32 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:58.448893 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3d2388e-8300-4f8d-8aea-feb4d685ee5a req-8a905d18-58c3-46b0-b965-0765956c1c32 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.1647453 Nov 18 16:38:58.473254 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-82a946ca-c57d-4d6a-bdda-cdedc9a16ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:58.475449 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-82a946ca-c57d-4d6a-bdda-cdedc9a16ef9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.0783243 Nov 18 16:38:58.506246 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:58.517452 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-70f7517d-4197-4ec3-84e3-d6507285d05b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324876 Nov 18 16:38:58.564448 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3d2388e-8300-4f8d-8aea-feb4d685ee5a req-3ca77cbd-0fac-4ea1-af13-0c7c64ea2903 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035461 Nov 18 16:38:58.966444 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-9c395f6f-3257-409e-b508-9e32c92ae5f3 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410326 Nov 18 16:38:59.020882 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9582d4d-4bf9-4504-83cf-3856f8e38bbb req-6fd83d44-37ee-4b67-ab41-a023a23cf9c5 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:59.022534 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f9582d4d-4bf9-4504-83cf-3856f8e38bbb req-6fd83d44-37ee-4b67-ab41-a023a23cf9c5 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0882757 Nov 18 16:38:59.090703 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f9582d4d-4bf9-4504-83cf-3856f8e38bbb req-dd7e54b4-b98e-4f0f-ab88-aaa2273f2a4f tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602918 Nov 18 16:38:59.149986 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b083933-9e51-42ee-876c-2fdb8b7a74e2 req-879353b1-5a0a-46fd-9497-77813aff95c4 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639972 Nov 18 16:38:59.431530 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071085b1-f8e6-4f69-a253-ea0c40accd6f req-ca332dd0-a85d-46b8-9e6b-eb0fb7758ca1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:59.434776 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-071085b1-f8e6-4f69-a253-ea0c40accd6f req-ca332dd0-a85d-46b8-9e6b-eb0fb7758ca1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0665038 Nov 18 16:38:59.499771 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-071085b1-f8e6-4f69-a253-ea0c40accd6f req-bc4ab243-c4f0-4ba7-8981-e0843184fd69 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567205 Nov 18 16:38:59.545190 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 34914) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:59.691637 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f29f1679-c4f1-4b1f-91b0-2053f3bd0982 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:59.724781 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22de4e14-a263-4bde-a88c-6e4911fef901 req-73ef5b4b-3d1e-4ceb-a9c5-ff369f82db0b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:38:59.727474 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22de4e14-a263-4bde-a88c-6e4911fef901 req-73ef5b4b-3d1e-4ceb-a9c5-ff369f82db0b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0726905 Nov 18 16:38:59.809376 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f29f1679-c4f1-4b1f-91b0-2053f3bd0982 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:59.815636 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-22de4e14-a263-4bde-a88c-6e4911fef901 req-b4feb3b7-092e-40f4-951b-3108b4c3dbfd tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799203 Nov 18 16:38:59.815938 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f29f1679-c4f1-4b1f-91b0-2053f3bd0982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:59.819333 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:59.868813 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f29f1679-c4f1-4b1f-91b0-2053f3bd0982 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8296f72958d547dcb94ae92f2626258f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223672 Nov 18 16:38:59.869892 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f1679-c4f1-4b1f-91b0-2053f3bd0982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35efaff7-17bc-457c-b935-14a3c23b5b32,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:38:59.871913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34920) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:38:59.930057 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-11ccf8a8-834c-4f01-8740-c90587ac6b7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:38:59.956999 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-11ccf8a8-834c-4f01-8740-c90587ac6b7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:00.013136 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-11ccf8a8-834c-4f01-8740-c90587ac6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:00.016507 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-11ccf8a8-834c-4f01-8740-c90587ac6b7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:00.017909 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-11ccf8a8-834c-4f01-8740-c90587ac6b7e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35efaff7-17bc-457c-b935-14a3c23b5b32 HTTP/1.1" status: 204 len: 168 time: 0.1445425 Nov 18 16:39:00.028397 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ccf8a8-834c-4f01-8740-c90587ac6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35efaff7-17bc-457c-b935-14a3c23b5b32,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:00.283896 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d2d31-b811-4f5c-894b-e27f987f8226 req-b4f96074-6235-44b1-ba9d-3a1198b323ac tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:00.286792 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fc4d2d31-b811-4f5c-894b-e27f987f8226 req-b4f96074-6235-44b1-ba9d-3a1198b323ac tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0810804 Nov 18 16:39:00.323651 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:00.360920 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fc4d2d31-b811-4f5c-894b-e27f987f8226 req-510ce2e6-fa2f-4e7a-9ed6-cf7302291a2f tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623584 Nov 18 16:39:00.644995 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ede29-328c-4cad-b581-92f7350ad843 req-7f64abc0-c925-48cc-90c7-9f91a2b2ec64 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:00.647779 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b56ede29-328c-4cad-b581-92f7350ad843 req-7f64abc0-c925-48cc-90c7-9f91a2b2ec64 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0668757 Nov 18 16:39:00.720830 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b56ede29-328c-4cad-b581-92f7350ad843 req-db71da4c-ed64-4483-bfbd-9278128185b2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657976 Nov 18 16:39:00.979228 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c703b-6f02-4d93-b3a6-326f236f2b94 req-45cc0998-179b-4169-b740-1d37952c1fb7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:00.981663 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca9c703b-6f02-4d93-b3a6-326f236f2b94 req-45cc0998-179b-4169-b740-1d37952c1fb7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0684805 Nov 18 16:39:01.053846 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ca9c703b-6f02-4d93-b3a6-326f236f2b94 req-41d3e0ba-f432-4938-b74e-481322edd1c6 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608377 Nov 18 16:39:01.298394 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:01.893190 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4256112b-dcab-4449-b6c9-ec3dc98d0516 req-6040be28-e369-466a-98d3-c595628eef3d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:01.894792 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4256112b-dcab-4449-b6c9-ec3dc98d0516 req-6040be28-e369-466a-98d3-c595628eef3d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0533655 Nov 18 16:39:01.963192 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4256112b-dcab-4449-b6c9-ec3dc98d0516 req-42cd15b5-4495-43d8-981f-db40e8712239 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607471 Nov 18 16:39:02.145543 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 34996) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:02.221327 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc6b2c-60df-4899-a09b-7c54f4237284 req-c114a615-547b-4ce6-a368-62d3f593fab8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:02.225201 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2bc6b2c-60df-4899-a09b-7c54f4237284 req-c114a615-547b-4ce6-a368-62d3f593fab8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0714655 Nov 18 16:39:02.285650 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fcd35a2-0d9b-44a2-a17b-9d50f3d4d6d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.357612 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c2bc6b2c-60df-4899-a09b-7c54f4237284 req-f4ccd428-ee44-45a1-b887-142ea789dcd3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268082 Nov 18 16:39:02.451644 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fcd35a2-0d9b-44a2-a17b-9d50f3d4d6d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.456728 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5fcd35a2-0d9b-44a2-a17b-9d50f3d4d6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.505078 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5fcd35a2-0d9b-44a2-a17b-9d50f3d4d6d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b7468fcb664412bb1e1e45f11e5a98f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3581436 Nov 18 16:39:02.506175 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd35a2-0d9b-44a2-a17b-9d50f3d4d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d4a2ee-89e4-4170-81e3-7627d407bedc,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:02.508590 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35004) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:02.574143 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71fd0312-9ad9-4eb4-b19c-5f6ee5d92f96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.599475 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71fd0312-9ad9-4eb4-b19c-5f6ee5d92f96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.662967 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71fd0312-9ad9-4eb4-b19c-5f6ee5d92f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.665575 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-71fd0312-9ad9-4eb4-b19c-5f6ee5d92f96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:02.666796 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-71fd0312-9ad9-4eb4-b19c-5f6ee5d92f96 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/04d4a2ee-89e4-4170-81e3-7627d407bedc HTTP/1.1" status: 204 len: 168 time: 0.1558564 Nov 18 16:39:02.675748 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd0312-9ad9-4eb4-b19c-5f6ee5d92f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d4a2ee-89e4-4170-81e3-7627d407bedc,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:03.104057 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35024) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:03.124315 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d20943d-29cf-4e8e-9423-2cf06785d185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.134138 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b346c-e7c3-42de-98d4-5267912adc0d req-004d9f61-88a2-408d-a8e7-d064c408a5f9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:03.136061 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b3b346c-e7c3-42de-98d4-5267912adc0d req-004d9f61-88a2-408d-a8e7-d064c408a5f9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0735722 Nov 18 16:39:03.215650 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b3b346c-e7c3-42de-98d4-5267912adc0d req-bfb9aa22-923e-4598-a876-8f1727c3f592 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Nov 18 16:39:03.260627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d20943d-29cf-4e8e-9423-2cf06785d185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.267399 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-7d20943d-29cf-4e8e-9423-2cf06785d185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.353121 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 35036) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:03.375399 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-7d20943d-29cf-4e8e-9423-2cf06785d185 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8190e628d189408288eed8d8bf8992c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694533 Nov 18 16:39:03.376967 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20943d-29cf-4e8e-9423-2cf06785d185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95641935-b008-4efe-a915-acdddcdb3248,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:03.524640 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f7d00f2-eeaf-4c50-8d93-bc0d1c81c822 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.595957 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f7d00f2-eeaf-4c50-8d93-bc0d1c81c822 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.622174 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32860f7-7257-4f39-b358-7d7ec8684207 req-6d119111-d018-4d4e-8cfd-06c0a7a099d4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:03.623910 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f32860f7-7257-4f39-b358-7d7ec8684207 req-6d119111-d018-4d4e-8cfd-06c0a7a099d4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.1241693 Nov 18 16:39:03.706888 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f32860f7-7257-4f39-b358-7d7ec8684207 req-783a66ec-7c4d-4f81-a03b-b1cf3559feb3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 Nov 18 16:39:03.719523 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f7d00f2-eeaf-4c50-8d93-bc0d1c81c822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.725289 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2f7d00f2-eeaf-4c50-8d93-bc0d1c81c822 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:03.738400 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2f7d00f2-eeaf-4c50-8d93-bc0d1c81c822 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/95641935-b008-4efe-a915-acdddcdb3248 HTTP/1.1" status: 204 len: 168 time: 0.3771651 Nov 18 16:39:03.749293 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d00f2-eeaf-4c50-8d93-bc0d1c81c822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95641935-b008-4efe-a915-acdddcdb3248,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:03.783592 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05936369-1593-4cfc-804f-1361e13ca7bf req-e3b0fa4a-6b66-4ef9-8d0e-64412dd29a72 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:03.787068 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-05936369-1593-4cfc-804f-1361e13ca7bf req-e3b0fa4a-6b66-4ef9-8d0e-64412dd29a72 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0820241 Nov 18 16:39:03.852791 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-05936369-1593-4cfc-804f-1361e13ca7bf req-7f24febf-14b0-4cff-abeb-842a0e132354 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529678 Nov 18 16:39:04.093260 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:39:04.387713 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116bd4f-0ab8-404b-8efc-c84f81c7f8b0 req-c4748356-48a4-4a9c-9eda-3f5308f48b27 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:04.389428 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d116bd4f-0ab8-404b-8efc-c84f81c7f8b0 req-c4748356-48a4-4a9c-9eda-3f5308f48b27 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0613053 Nov 18 16:39:04.447918 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d116bd4f-0ab8-404b-8efc-c84f81c7f8b0 req-400ca164-7f79-4131-bf48-0421ac537444 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475895 Nov 18 16:39:04.904291 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c01ec9-257f-4e10-92a2-edca124dea0b req-957b59f4-a662-46d8-82b2-dde0babbbe69 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:04.905925 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-34c01ec9-257f-4e10-92a2-edca124dea0b req-957b59f4-a662-46d8-82b2-dde0babbbe69 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0784085 Nov 18 16:39:05.003228 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-34c01ec9-257f-4e10-92a2-edca124dea0b req-8419dd4c-bd2c-4e57-b1ab-2fc64f8595fc tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841029 Nov 18 16:39:05.136763 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb451a-dd87-4e47-8d58-f717c5a8d45c req-d9fdd433-f060-40ab-b20e-85db8fdba4be tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:05.138353 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-65eb451a-dd87-4e47-8d58-f717c5a8d45c req-d9fdd433-f060-40ab-b20e-85db8fdba4be tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0510387 Nov 18 16:39:05.190895 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-65eb451a-dd87-4e47-8d58-f717c5a8d45c req-534472f4-0baa-4c7f-93ec-172994a3fb22 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456429 Nov 18 16:39:05.584382 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab063924-e516-4cc2-ae76-1ddc1e59006e req-5b45a342-3d1f-4e38-bba3-c1558cc97039 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:05.586053 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ab063924-e516-4cc2-ae76-1ddc1e59006e req-5b45a342-3d1f-4e38-bba3-c1558cc97039 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0591123 Nov 18 16:39:05.645264 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ab063924-e516-4cc2-ae76-1ddc1e59006e req-9890ea80-7905-4d34-b9d0-11cde4759eb1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522127 Nov 18 16:39:06.135454 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87add6-275d-48d3-bab7-0071f75e4221 req-91470d3e-36f8-4971-ad18-71dabe102a43 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:06.137004 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1f87add6-275d-48d3-bab7-0071f75e4221 req-91470d3e-36f8-4971-ad18-71dabe102a43 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0549984 Nov 18 16:39:06.186589 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1f87add6-275d-48d3-bab7-0071f75e4221 req-aa501f38-8cff-41d0-8869-c92a5c55f636 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433841 Nov 18 16:39:06.497997 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9eeea-2687-4171-8ed0-10ec9a12db50 req-17e3c584-e983-4b78-a5c7-cf3f083e2d19 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:06.499720 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-42e9eeea-2687-4171-8ed0-10ec9a12db50 req-17e3c584-e983-4b78-a5c7-cf3f083e2d19 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.2366388 Nov 18 16:39:06.548440 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-42e9eeea-2687-4171-8ed0-10ec9a12db50 req-8fe32243-308b-422f-b072-40f19dc96770 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Nov 18 16:39:06.764705 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa14ad7-44ff-4854-bc30-5de6c344dfba req-5da54a4e-b88f-40f4-81d1-84b3cf67fe0f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:06.766072 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ffa14ad7-44ff-4854-bc30-5de6c344dfba req-5da54a4e-b88f-40f4-81d1-84b3cf67fe0f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0493345 Nov 18 16:39:06.814140 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ffa14ad7-44ff-4854-bc30-5de6c344dfba req-c34b9440-29ad-4ef2-ad60-a0b63c8dc67f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409656 Nov 18 16:39:07.314820 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3501da-3468-46df-b3b0-56446dfa0d32 req-2c64b631-e0d5-4034-9737-10cb59d16a2f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:07.316402 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8a3501da-3468-46df-b3b0-56446dfa0d32 req-2c64b631-e0d5-4034-9737-10cb59d16a2f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 944 time: 0.0568962 Nov 18 16:39:07.366339 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8a3501da-3468-46df-b3b0-56446dfa0d32 req-bc275692-5f31-41ac-b2c1-b48422b8b66f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434527 Nov 18 16:39:07.665078 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467384b9-3bba-4992-9226-07e786392f92 req-3dcc580d-261a-43f1-9d1a-4a67423c6f1e tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:07.666619 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-467384b9-3bba-4992-9226-07e786392f92 req-3dcc580d-261a-43f1-9d1a-4a67423c6f1e tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0502203 Nov 18 16:39:07.696137 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ca9031b5-396b-425d-b290-7711921914ab details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:39:07.717654 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-467384b9-3bba-4992-9226-07e786392f92 req-6f16dfa1-053b-44fb-99a5-c4a94960b55c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Nov 18 16:39:07.792904 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port ca9031b5-396b-425d-b290-7711921914ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca9031b5-396b-425d-b290-7711921914ab,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:07.804506 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'ca9031b5-396b-425d-b290-7711921914ab', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'port_id': 'ca9031b5-396b-425d-b290-7711921914ab', 'mac_address': 'fa:16:3e:8d:67:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9172e1ea-50cd-4931-8213-1b50a6dd3183', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:39:07.860236 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:07.873488 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9031b5-396b-425d-b290-7711921914ab {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:39:07.893311 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port ca9031b5-396b-425d-b290-7711921914ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca9031b5-396b-425d-b290-7711921914ab,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:07.898401 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:07.930361 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2c2981-3c16-4edc-bac7-bf2cf7b51664 req-9d2a0ac5-8d93-408d-8a79-aef39900afb1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:07.931908 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-be2c2981-3c16-4edc-bac7-bf2cf7b51664 req-9d2a0ac5-8d93-408d-8a79-aef39900afb1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0507574 Nov 18 16:39:07.948094 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=ca9031b5-396b-425d-b290-7711921914ab,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:07.993839 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-be2c2981-3c16-4edc-bac7-bf2cf7b51664 req-94653b93-a2e4-47e1-9227-901e676a29d7 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Nov 18 16:39:08.489455 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469833ab-dad7-4771-a647-f9384a0ba38c req-42bd9646-c15f-4b46-b437-7210e6680920 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:08.490977 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-469833ab-dad7-4771-a647-f9384a0ba38c req-42bd9646-c15f-4b46-b437-7210e6680920 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0559278 Nov 18 16:39:08.536773 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-469833ab-dad7-4771-a647-f9384a0ba38c req-dfebd83a-a5d7-4ad8-8f87-951edd3eb9ca tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399835 Nov 18 16:39:08.837345 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9e5bb-9f9d-4e88-adfa-23662539cd3f req-01d4709d-5b11-46af-b3c1-92f7c0f9c105 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:08.839003 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-12e9e5bb-9f9d-4e88-adfa-23662539cd3f req-01d4709d-5b11-46af-b3c1-92f7c0f9c105 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0499506 Nov 18 16:39:08.887623 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-12e9e5bb-9f9d-4e88-adfa-23662539cd3f req-72293078-dbd4-4904-a80b-8666e0d49b90 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Nov 18 16:39:09.113079 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab495fd5-7992-4220-8350-e310079b8192 req-3cb9d732-f40e-4c84-b0bc-cf7aa538772f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:09.115170 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ab495fd5-7992-4220-8350-e310079b8192 req-3cb9d732-f40e-4c84-b0bc-cf7aa538772f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0500896 Nov 18 16:39:09.162748 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ab495fd5-7992-4220-8350-e310079b8192 req-bac2448f-d6ad-4bcc-978e-9f5205b97e86 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Nov 18 16:39:09.554523 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['ca9031b5-396b-425d-b290-7711921914ab'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:39:09.585615 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-90717b84-dfb9-402a-8e20-7e7515e93959 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:09.587556 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-90717b84-dfb9-402a-8e20-7e7515e93959 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 945 time: 0.0503418 Nov 18 16:39:09.664084 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbf708-acaf-4350-b75b-2a36196d84a0 req-355a4631-8b87-4145-99c9-7a5b291d9714 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:09.673080 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c8dbf708-acaf-4350-b75b-2a36196d84a0 req-355a4631-8b87-4145-99c9-7a5b291d9714 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0629404 Nov 18 16:39:09.702613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Deleting port 8f24925f-999a-4b3d-8cc1-fae9e382829a {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:39:09.703248 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:09.729711 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c8dbf708-acaf-4350-b75b-2a36196d84a0 req-aa6f18d8-2598-41a2-8b5a-1dc961037eed tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554562 Nov 18 16:39:09.798719 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] For port 8f24925f-999a-4b3d-8cc1-fae9e382829a, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8f24925f-999a-4b3d-8cc1-fae9e382829a,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:09.799086 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:09.816830 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Calling delete_port for 8f24925f-999a-4b3d-8cc1-fae9e382829a owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:39:09.988737 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:10.037194 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Pushing event deleted for resources: {'Port': ['ID=8f24925f-999a-4b3d-8cc1-fae9e382829a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:10.061056 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e5fd5d-3958-4a52-998e-fae10ece2233 req-75b35891-2496-4d7f-9e7d-092e65ea481a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:10.079558 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b0e5fd5d-3958-4a52-998e-fae10ece2233 req-75b35891-2496-4d7f-9e7d-092e65ea481a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=b695f0be-0748-46f7-8bde-c87002cfb8d9 HTTP/1.1" status: 200 len: 867 time: 0.1193063 Nov 18 16:39:10.094725 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] No DVR routers for this DVR port 8f24925f-999a-4b3d-8cc1-fae9e382829a on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:39:10.099347 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:10.102767 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4b456e58-1c2a-4322-996a-6da71c0d6ad3 req-1397b73d-d795-4891-9fbc-4646fa3cad7a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "DELETE /v2.0/ports/8f24925f-999a-4b3d-8cc1-fae9e382829a HTTP/1.1" status: 204 len: 173 time: 0.5054524 Nov 18 16:39:10.103475 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'name': 'network-vif-deleted', 'tag': '8f24925f-999a-4b3d-8cc1-fae9e382829a'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:10.106220 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb1c052-a5c4-4da0-86d8-8f0e46defbbb" -d '{"events": [{"server_uuid": "b695f0be-0748-46f7-8bde-c87002cfb8d9", "name": "network-vif-deleted", "tag": "8f24925f-999a-4b3d-8cc1-fae9e382829a"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:10.161526 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b0e5fd5d-3958-4a52-998e-fae10ece2233 req-37e895b3-8104-4c7c-a9bd-ca6636713600 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752406 Nov 18 16:39:10.162131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e330c45e-433c-4a55-b6df-1b24fd746832 x-openstack-request-id: req-e330c45e-433c-4a55-b6df-1b24fd746832 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:10.163634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b695f0be-0748-46f7-8bde-c87002cfb8d9", "name": "network-vif-deleted", "tag": "8f24925f-999a-4b3d-8cc1-fae9e382829a", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:10.164487 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e330c45e-433c-4a55-b6df-1b24fd746832 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:10.164986 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b695f0be-0748-46f7-8bde-c87002cfb8d9', 'name': 'network-vif-deleted', 'tag': '8f24925f-999a-4b3d-8cc1-fae9e382829a', 'status': 'completed', 'code': 200} Nov 18 16:39:10.313670 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf421-a8e0-426b-b734-06af51eec4ed req-c3cb26f5-9a97-486c-b566-31188ed18509 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:10.315456 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-712cf421-a8e0-426b-b734-06af51eec4ed req-c3cb26f5-9a97-486c-b566-31188ed18509 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0703306 Nov 18 16:39:10.368512 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-712cf421-a8e0-426b-b734-06af51eec4ed req-b70cdce3-6acd-48c6-9758-e490cc4cf836 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462489 Nov 18 16:39:10.497023 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['8f24925f-999a-4b3d-8cc1-fae9e382829a'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:39:10.849975 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d73b0-cebc-4bb5-b851-421c539339b5 req-477f66f1-d9ad-4a9a-9cad-11b709f63505 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:10.851581 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ed2d73b0-cebc-4bb5-b851-421c539339b5 req-477f66f1-d9ad-4a9a-9cad-11b709f63505 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Nov 18 16:39:10.901942 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ed2d73b0-cebc-4bb5-b851-421c539339b5 req-620a93c0-5caf-4fb9-9e12-d331b7f9def3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439844 Nov 18 16:39:11.499578 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154290b-8b2b-4b7b-b556-bb2fd9931040 req-aab777d5-1bae-4090-87c9-6a4fcf316deb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:11.501270 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f154290b-8b2b-4b7b-b556-bb2fd9931040 req-aab777d5-1bae-4090-87c9-6a4fcf316deb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0632584 Nov 18 16:39:11.523921 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-4f2d5280-fc81-4ff3-be4f-fa9a1810e647 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:11.525896 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-4f2d5280-fc81-4ff3-be4f-fa9a1810e647 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/networks?id=db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 200 len: 808 time: 0.1365795 Nov 18 16:39:11.542653 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-b7838922-a4f1-4793-a5d2-450b07115626 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/quotas/52f1c90b2d0641828ffa94c522546f66 HTTP/1.1" status: 200 len: 375 time: 0.0103111 Nov 18 16:39:11.572879 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f154290b-8b2b-4b7b-b556-bb2fd9931040 req-92fb0359-3458-4a73-ad1c-ab568a8df89d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639861 Nov 18 16:39:11.590101 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-bfba8a87-2ee0-4f81-95bd-a80e35282a89 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=52f1c90b2d0641828ffa94c522546f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409670 Nov 18 16:39:11.683473 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-a27be9cb-684b-4745-9343-2ea9ac4a9997 service neutron] 10.222.0.37 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924811 Nov 18 16:39:11.777837 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-9f9103fb-e54a-4788-b98f-d8b4a719b4d2 service neutron] 10.222.0.37 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880477 Nov 18 16:39:11.960852 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e504ec0d-59c2-42b7-98c1-257172d6919a req-d2c4c018-67f3-43cd-9b03-2b03ec4bb318 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 210 time: 0.0454769 Nov 18 16:39:12.049788 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d268192-4a85-4a4a-ba85-c6de0b61cd8c req-cd8979b2-528d-4d57-8923-4d9659fadf93 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:12.051440 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d268192-4a85-4a4a-ba85-c6de0b61cd8c req-cd8979b2-528d-4d57-8923-4d9659fadf93 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0547004 Nov 18 16:39:12.125012 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2d268192-4a85-4a4a-ba85-c6de0b61cd8c req-2eee8de0-debd-4a03-8f6e-267b894cf066 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637419 Nov 18 16:39:12.693118 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba83eb-1b9b-4e2d-9d0a-ac396a2d4247 req-88b4f5ba-7374-4175-b130-d5dcbff904b4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:12.694752 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-31ba83eb-1b9b-4e2d-9d0a-ac396a2d4247 req-88b4f5ba-7374-4175-b130-d5dcbff904b4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0510364 Nov 18 16:39:12.742396 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-31ba83eb-1b9b-4e2d-9d0a-ac396a2d4247 req-7467de19-11a6-4f0f-9219-df5b0188c552 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Nov 18 16:39:13.057057 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-67981f1d-9b56-459e-b707-cab615f72ac1 req-a37ee16e-ff23-486e-beb9-388b4406f097 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 210 time: 0.0267015 Nov 18 16:39:13.242575 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f2402-6956-4964-be5c-68f1652d78bb req-8adde424-9616-4e59-b536-e44b4f2d85b8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:13.244077 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f43f2402-6956-4964-be5c-68f1652d78bb req-8adde424-9616-4e59-b536-e44b4f2d85b8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 945 time: 0.0487301 Nov 18 16:39:13.296078 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f43f2402-6956-4964-be5c-68f1652d78bb req-a3240089-b76e-4e07-b694-d04e77e0b46f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461760 Nov 18 16:39:13.868536 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd0590-9fc3-44fa-9eee-8752392c882e req-5126439c-81f2-4a18-bfbc-245edfc54838 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:13.870177 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2dbd0590-9fc3-44fa-9eee-8752392c882e req-5126439c-81f2-4a18-bfbc-245edfc54838 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0530417 Nov 18 16:39:13.925072 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2dbd0590-9fc3-44fa-9eee-8752392c882e req-69c01770-83a9-4149-afd8-582866cb232d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486863 Nov 18 16:39:14.093551 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ca9031b5-396b-425d-b290-7711921914ab up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:14.147754 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port ca9031b5-396b-425d-b290-7711921914ab completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:39:14.152397 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port ca9031b5-396b-425d-b290-7711921914ab triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:14.152772 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:14.153044 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e7dafcee-8c9c-4ed7-ae21-93b13565e039 req-b2ba1c08-c833-4c7b-9188-a253486a6f4a tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 210 time: 0.0282359 Nov 18 16:39:14.232111 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:14.255156 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9031b5-396b-425d-b290-7711921914ab'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:14.257787 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc76c9-556e-44f1-9bfc-131d4225221a" -d '{"events": [{"server_uuid": "c989e629-6c4a-453a-ac46-26c4ed7cf0d3", "name": "network-vif-plugged", "status": "completed", "tag": "ca9031b5-396b-425d-b290-7711921914ab"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:14.271419 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port ca9031b5-396b-425d-b290-7711921914ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca9031b5-396b-425d-b290-7711921914ab,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:14.275711 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:14.298665 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff11921-e022-4d87-9040-6757e24d0fc5 x-openstack-request-id: req-7ff11921-e022-4d87-9040-6757e24d0fc5 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:14.298989 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c989e629-6c4a-453a-ac46-26c4ed7cf0d3", "name": "network-vif-plugged", "status": "completed", "tag": "ca9031b5-396b-425d-b290-7711921914ab", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:14.299257 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7ff11921-e022-4d87-9040-6757e24d0fc5 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:14.299660 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9031b5-396b-425d-b290-7711921914ab', 'code': 200} Nov 18 16:39:14.328150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=ca9031b5-396b-425d-b290-7711921914ab,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:14.417920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fa1c4-94b2-450f-91a7-efda3d29a67b req-02f2428f-aa3e-48e6-b9c8-a7caec27c39d tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:14.419461 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-510fa1c4-94b2-450f-91a7-efda3d29a67b req-02f2428f-aa3e-48e6-b9c8-a7caec27c39d tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.0499690 Nov 18 16:39:14.471713 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-510fa1c4-94b2-450f-91a7-efda3d29a67b req-055db7f9-6fb1-4991-8909-664580697b32 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461030 Nov 18 16:39:15.060702 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9a514-cac2-4340-9ce3-742382e46acf req-b4180763-8f5b-4325-a99d-0d6fa7919d69 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:15.062604 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0c9a514-cac2-4340-9ce3-742382e46acf req-b4180763-8f5b-4325-a99d-0d6fa7919d69 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0535634 Nov 18 16:39:15.120084 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0c9a514-cac2-4340-9ce3-742382e46acf req-3a2ac96b-7c7f-4af0-962f-d2d3931083c1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501475 Nov 18 16:39:15.146139 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8f24925f-999a-4b3d-8cc1-fae9e382829a no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:39:15.177380 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 8f24925f-999a-4b3d-8cc1-fae9e382829a {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:39:15.177987 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8f24925f-999a-4b3d-8cc1-fae9e382829a not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:39:15.272246 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-077b8998-949d-4093-97bf-2ae5753207f3 req-cb665f53-f100-4a30-8447-d3288b192b66 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 210 time: 0.0373414 Nov 18 16:39:15.395966 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f4b88a-de34-4bfc-9ba2-89c97c3090c0 req-910fc201-5612-4592-ab9a-15f6c8383690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:15.397529 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-11f4b88a-de34-4bfc-9ba2-89c97c3090c0 req-910fc201-5612-4592-ab9a-15f6c8383690 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 1099 time: 0.0405824 Nov 18 16:39:15.458136 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-11f4b88a-de34-4bfc-9ba2-89c97c3090c0 req-612bbbf8-2068-4ca5-a4f5-afd828cacbf7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Nov 18 16:39:15.761909 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1089da2-2370-4acc-b7aa-cfeb7b495975 req-ce16c29c-036f-4246-ae0a-f09b2a6995d7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:15.763508 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f1089da2-2370-4acc-b7aa-cfeb7b495975 req-ce16c29c-036f-4246-ae0a-f09b2a6995d7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.0638385 Nov 18 16:39:15.818135 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f1089da2-2370-4acc-b7aa-cfeb7b495975 req-9c8f84d0-3339-48cc-bf89-2c7658cedb50 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462277 Nov 18 16:39:16.307998 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702917c-d6e7-4583-bc47-3275fc9f64e2 req-21fa9d2f-c707-4574-8a2f-c41674a308bc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:16.309556 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e702917c-d6e7-4583-bc47-3275fc9f64e2 req-21fa9d2f-c707-4574-8a2f-c41674a308bc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1118746 Nov 18 16:39:16.319361 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-2b8f3e29-9eec-40e0-83bb-7a8ac2c0e9d2 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:16.320969 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-2b8f3e29-9eec-40e0-83bb-7a8ac2c0e9d2 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "GET /v2.0/networks?id=db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 200 len: 808 time: 0.1658330 Nov 18 16:39:16.350203 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Request body: {'port': {'device_id': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5', 'admin_state_up': True, 'tenant_id': '52f1c90b2d0641828ffa94c522546f66'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:16.404203 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e702917c-d6e7-4583-bc47-3275fc9f64e2 req-f0a3de08-ba6b-45df-b5ad-2bc7b1b9eab3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821793 Nov 18 16:39:16.417436 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3f606e93-4b8c-4d56-b811-bb9d4f81aff9 req-f2ad8d29-025a-40b1-9f5f-9b39d36be032 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 210 time: 0.0314367 Nov 18 16:39:16.481036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Made reservation on behalf of 52f1c90b2d0641828ffa94c522546f66 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:39:16.484651 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:16.620492 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Allocated IP 172.20.0.10 (db27d81c-342a-40e6-b606-78176c79c4b5/379adc94-972f-4df5-8327-e85a9ab4ae57/e1727001-1a35-4a1a-a7c7-0ed8a25aba70) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:16.778286 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:16.814489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:16.861121 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Network db27d81c-342a-40e6-b606-78176c79c4b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:16.866386 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:16.870271 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:16.898993 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Pushing event updated for resources: {'Port': ['ID=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:16.933335 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:16.933335 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:16.977877 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-660758fe-80e2-452d-baef-cb548ec5ff41 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6348696 Nov 18 16:39:16.995712 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590d3dc-ff7c-40fd-aabe-c2d7262fc7f9 req-95ff99a7-70ab-4a98-9483-6b145f544129 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:16.997305 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2590d3dc-ff7c-40fd-aabe-c2d7262fc7f9 req-95ff99a7-70ab-4a98-9483-6b145f544129 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.0613754 Nov 18 16:39:17.003137 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Request body: {'port': {'device_id': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:17.102267 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.115571 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2590d3dc-ff7c-40fd-aabe-c2d7262fc7f9 req-e953a316-aef8-4f7a-84db-b04331faf009 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088958 Nov 18 16:39:17.459996 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35426) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:17.539185 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6dcb5-3f0a-4e9c-a40f-65fe2157cd55 req-f00e0b4b-0eb3-46cc-872c-25393a7f57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:17.540052 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8dd6dcb5-3f0a-4e9c-a40f-65fe2157cd55 req-f00e0b4b-0eb3-46cc-872c-25393a7f57e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 1099 time: 0.1300519 Nov 18 16:39:17.571334 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1727001-1a35-4a1a-a7c7-0ed8a25aba70 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:39:17.591845 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.595491 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152764-fe1c-4402-9fbd-a9ab18ff13f2 req-3a9f8588-55e9-4a69-addf-49606e30631d tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:17.600930 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-53152764-fe1c-4402-9fbd-a9ab18ff13f2 req-3a9f8588-55e9-4a69-addf-49606e30631d tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 932 time: 0.0534708 Nov 18 16:39:17.626922 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f781cf3f-26bb-42b4-9b2c-0452405860a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.630141 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e1b2fe-e537-4f1f-b82c-46d288daf3dc req-8e6d8e24-8d84-43c9-92b5-418c24d09013 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:17.631746 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f4e1b2fe-e537-4f1f-b82c-46d288daf3dc req-8e6d8e24-8d84-43c9-92b5-418c24d09013 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1126747 Nov 18 16:39:17.636977 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Transition to ACTIVE for port object e1727001-1a35-4a1a-a7c7-0ed8a25aba70 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:39:17.648416 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.668313 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8dd6dcb5-3f0a-4e9c-a40f-65fe2157cd55 req-e250acb6-f606-460b-992b-2dcec9f5bdad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132245 Nov 18 16:39:17.674570 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-53152764-fe1c-4402-9fbd-a9ab18ff13f2 req-88b88931-85c6-4de0-ae7e-193bc71e760c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664434 Nov 18 16:39:17.737213 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Pushing event updated for resources: {'Port': ['ID=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:17.748170 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f781cf3f-26bb-42b4-9b2c-0452405860a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.752813 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f4e1b2fe-e537-4f1f-b82c-46d288daf3dc req-70cbf783-cbfe-4d3f-9c9e-303a63b9b75f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115990 Nov 18 16:39:17.755774 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f781cf3f-26bb-42b4-9b2c-0452405860a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.809178 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f781cf3f-26bb-42b4-9b2c-0452405860a2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4f73601e91d442109416dbab912ab3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467648 Nov 18 16:39:17.811931 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35432) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:17.820380 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f781cf3f-26bb-42b4-9b2c-0452405860a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0188ad57-a5e9-4bac-b4ba-4626b976a83b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:17.827357 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Attempting to bind port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:17.827893 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Attempting to bind port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:17.828241 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Attempting to bind port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 on network db27d81c-342a-40e6-b606-78176c79c4b5 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:17.834250 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 on network db27d81c-342a-40e6-b606-78176c79c4b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:39:17.834494 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Attempting to bind port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 on network db27d81c-342a-40e6-b606-78176c79c4b5 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:17.840887 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:17.841282 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Checking segment: {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:17.841774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Bound using segment: {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:17.842251 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Bound port: e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1ddf925-5bff-41e9-89d6-b210832c2adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:17.842651 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.875869 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ad89d13-b4b7-4923-a8f8-02d99251d2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.900687 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ad89d13-b4b7-4923-a8f8-02d99251d2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.916006 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] For port e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:17.919705 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] For port e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:17.924602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.958274 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ad89d13-b4b7-4923-a8f8-02d99251d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.961717 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ad89d13-b4b7-4923-a8f8-02d99251d2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.962130 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:17.962477 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6ad89d13-b4b7-4923-a8f8-02d99251d2f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0188ad57-a5e9-4bac-b4ba-4626b976a83b HTTP/1.1" status: 204 len: 168 time: 0.1494870 Nov 18 16:39:17.962917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:17.964379 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] 10.222.0.66 "PUT /v2.0/ports/e1727001-1a35-4a1a-a7c7-0ed8a25aba70 HTTP/1.1" status: 200 len: 1094 time: 0.9661431 Nov 18 16:39:17.965209 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'tag': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:17.967605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de57b9-10a9-480d-a43d-84ba9f2e2303" -d '{"events": [{"name": "network-changed", "server_uuid": "e87af48d-717f-4775-bdea-a5a680ff894e", "tag": "e1727001-1a35-4a1a-a7c7-0ed8a25aba70"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:17.981272 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad89d13-b4b7-4923-a8f8-02d99251d2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0188ad57-a5e9-4bac-b4ba-4626b976a83b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:18.002899 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97066ce0-f5b7-4564-a1a8-841eed03a78f service neutron] Pushing event updated for resources: {'Port': ['ID=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:18.022912 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3d23b2-ec6a-429a-b713-edd858fb1a5b x-openstack-request-id: req-ad3d23b2-ec6a-429a-b713-edd858fb1a5b {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:18.023219 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87af48d-717f-4775-bdea-a5a680ff894e", "tag": "e1727001-1a35-4a1a-a7c7-0ed8a25aba70", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:18.023532 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ad3d23b2-ec6a-429a-b713-edd858fb1a5b {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:18.023919 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'tag': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70', 'status': 'completed', 'code': 200} Nov 18 16:39:18.089639 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-5edb1d79-cf46-4451-b9c7-0a124fd641fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:18.091435 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-5edb1d79-cf46-4451-b9c7-0a124fd641fa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=52f1c90b2d0641828ffa94c522546f66&device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 1097 time: 0.0508397 Nov 18 16:39:18.181897 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-b2cf43e2-1d63-4a8b-b5f5-78ddf9edcd5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70 HTTP/1.1" status: 200 len: 217 time: 0.0449438 Nov 18 16:39:18.307094 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35448) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:18.320809 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bb5da7c3-1d46-4d14-830d-b19c3f583d14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.338659 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7a82a-4533-403c-905f-3586c622d2ac req-815c1a1f-f59f-4e8c-8548-6dadcec20041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:18.341170 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-815c1a1f-f59f-4e8c-8548-6dadcec20041 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=379adc94-972f-4df5-8327-e85a9ab4ae57 HTTP/1.1" status: 200 len: 848 time: 0.1486197 Nov 18 16:39:18.356496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3551492-87ed-4d48-9fcf-ca4079211114 req-6ee1b078-0617-4019-82fd-8bc7b1df5342 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:18.359128 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c3551492-87ed-4d48-9fcf-ca4079211114 req-6ee1b078-0617-4019-82fd-8bc7b1df5342 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.1460423 Nov 18 16:39:18.407703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bb5da7c3-1d46-4d14-830d-b19c3f583d14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.409302 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-7c34ea28-f98f-49c6-9550-c5460ece36eb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db27d81c-342a-40e6-b606-78176c79c4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486050 Nov 18 16:39:18.412457 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-bb5da7c3-1d46-4d14-830d-b19c3f583d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.454900 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-bb5da7c3-1d46-4d14-830d-b19c3f583d14 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d65111bab3d34c75a5534b9113127537&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1465821 Nov 18 16:39:18.455820 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5da7c3-1d46-4d14-830d-b19c3f583d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce5ab54-4cf1-44dd-8907-9bb4d7fae36a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:18.459543 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35450) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:18.518030 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cb703a93-e1a1-4ff7-9f9b-dc210e83f2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.542627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cb703a93-e1a1-4ff7-9f9b-dc210e83f2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.573227 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c3551492-87ed-4d48-9fcf-ca4079211114 req-03dba6ba-2de9-411b-bb40-eca682d27789 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990464 Nov 18 16:39:18.605822 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cb703a93-e1a1-4ff7-9f9b-dc210e83f2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.608721 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-cb703a93-e1a1-4ff7-9f9b-dc210e83f2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:18.612294 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-cb703a93-e1a1-4ff7-9f9b-dc210e83f2c7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ce5ab54-4cf1-44dd-8907-9bb4d7fae36a HTTP/1.1" status: 204 len: 168 time: 0.1494191 Nov 18 16:39:18.621701 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-ee104d36-39b3-43c4-b373-2ec205f0eed8 service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002590 Nov 18 16:39:18.623345 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb703a93-e1a1-4ff7-9f9b-dc210e83f2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce5ab54-4cf1-44dd-8907-9bb4d7fae36a,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:18.811989 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72d7a82a-4533-403c-905f-3586c622d2ac req-44b2d731-cac9-40e9-9d0d-5901b2ea93a8 service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805093 Nov 18 16:39:18.859838 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4783060-4633-4fb4-b4c4-d080b06828a7 req-1193752a-983d-4de5-9429-260e69f0e1e7 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:18.869829 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d4783060-4633-4fb4-b4c4-d080b06828a7 req-1193752a-983d-4de5-9429-260e69f0e1e7 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 944 time: 0.0809772 Nov 18 16:39:18.965128 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d4783060-4633-4fb4-b4c4-d080b06828a7 req-00eb9d2f-e177-4b9a-9afa-4e18b0ffcd61 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930908 Nov 18 16:39:18.996212 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-aa422e1f-f1e5-40bb-8581-3284e2083635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:18.997929 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-aa422e1f-f1e5-40bb-8581-3284e2083635 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=52f1c90b2d0641828ffa94c522546f66&device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 1097 time: 0.0853443 Nov 18 16:39:19.011596 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60def739-98c9-43a2-bb77-48f7b6c2c862 req-70f64bf2-1454-40f9-8829-441a5663c43e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:19.013224 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60def739-98c9-43a2-bb77-48f7b6c2c862 req-70f64bf2-1454-40f9-8829-441a5663c43e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.1207979 Nov 18 16:39:19.147062 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-60def739-98c9-43a2-bb77-48f7b6c2c862 req-c8e705a1-447f-4b7e-b47b-b594e4e054f4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235225 Nov 18 16:39:19.174133 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-1e60413f-02ee-40ab-8889-13876ac02217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:19.176834 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-1e60413f-02ee-40ab-8889-13876ac02217 service neutron] 10.222.0.66 "GET /v2.0/networks?id=db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 200 len: 909 time: 0.1618640 Nov 18 16:39:19.228612 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-cf9630b9-f745-47e9-a8f7-da29d258e74f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70 HTTP/1.1" status: 200 len: 217 time: 0.0390780 Nov 18 16:39:19.290570 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-aa9be0b8-cb7c-4243-81ca-abf1d1794197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:19.292826 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-aa9be0b8-cb7c-4243-81ca-abf1d1794197 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=379adc94-972f-4df5-8327-e85a9ab4ae57 HTTP/1.1" status: 200 len: 848 time: 0.0536387 Nov 18 16:39:19.340682 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-39944bef-6231-45ea-9d63-331032481b16 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=db27d81c-342a-40e6-b606-78176c79c4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325067 Nov 18 16:39:19.460786 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-95963441-f2f3-493f-9c4c-c49df52afd86 service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088264 Nov 18 16:39:19.586505 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-20de57b9-10a9-480d-a43d-84ba9f2e2303 req-519f0e3d-eef0-430c-893a-02a49b43ccda service neutron] 10.222.0.66 "GET /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138864 Nov 18 16:39:20.110464 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35552) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:20.125182 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48650c27-ca2b-44ae-a390-b17c7179aac6 req-102b4296-209a-46e0-9415-46c585d50a89 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:20.135206 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-48650c27-ca2b-44ae-a390-b17c7179aac6 req-102b4296-209a-46e0-9415-46c585d50a89 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 944 time: 0.0837057 Nov 18 16:39:20.199823 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-48650c27-ca2b-44ae-a390-b17c7179aac6 req-d68693f7-afe6-4b74-85c6-f1351f14de5c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568187 Nov 18 16:39:20.284945 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f42476e0-b474-4c1f-a7a1-1093a73b1e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.326784 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9abc-4025-4ea5-a261-5da035f0a480 req-49e220cd-43ef-4c2b-ad68-b89c82dc189a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:20.328727 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d84c9abc-4025-4ea5-a261-5da035f0a480 req-49e220cd-43ef-4c2b-ad68-b89c82dc189a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0648394 Nov 18 16:39:20.414998 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d84c9abc-4025-4ea5-a261-5da035f0a480 req-eb523a9c-162d-4397-97df-a996accad5c4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751722 Nov 18 16:39:20.419475 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f42476e0-b474-4c1f-a7a1-1093a73b1e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.425483 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f42476e0-b474-4c1f-a7a1-1093a73b1e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.471047 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f42476e0-b474-4c1f-a7a1-1093a73b1e53 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=40e4e837a94a45ae9d1606a1db2ee67e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3590875 Nov 18 16:39:20.471837 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42476e0-b474-4c1f-a7a1-1093a73b1e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0726587-ca1f-4aee-a097-cc0d1e7ee6f2,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:20.473984 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 35570) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:20.606248 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-027d63f1-222a-416e-920e-d775297b079e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.649096 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c60da6-fa4d-44ab-9771-eff3a5c43ed1 req-65bf8cdb-dcb4-4f33-82fe-8708a33ea55e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:20.658204 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63c60da6-fa4d-44ab-9771-eff3a5c43ed1 req-65bf8cdb-dcb4-4f33-82fe-8708a33ea55e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0984254 Nov 18 16:39:20.685248 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-027d63f1-222a-416e-920e-d775297b079e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.768225 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63c60da6-fa4d-44ab-9771-eff3a5c43ed1 req-b8ff5865-da83-4a06-a51a-6d542a414a2e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086640 Nov 18 16:39:20.802797 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-027d63f1-222a-416e-920e-d775297b079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.807680 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-027d63f1-222a-416e-920e-d775297b079e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:20.809794 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-027d63f1-222a-416e-920e-d775297b079e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e0726587-ca1f-4aee-a097-cc0d1e7ee6f2 HTTP/1.1" status: 204 len: 168 time: 0.3341737 Nov 18 16:39:20.826802 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d63f1-222a-416e-920e-d775297b079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0726587-ca1f-4aee-a097-cc0d1e7ee6f2,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:20.943505 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35594) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:21.170749 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e1727001-1a35-4a1a-a7c7-0ed8a25aba70 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:39:21.276171 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7834f01-d4df-4fc0-ac87-76a696aec0d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.324937 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:21.342980 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70', 'network_id': 'db27d81c-342a-40e6-b606-78176c79c4b5', 'port_id': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70', 'mac_address': 'fa:16:3e:c1:17:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '379adc94-972f-4df5-8327-e85a9ab4ae57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:39:21.390457 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35614) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:21.397815 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ed4eb-1b5a-4353-950d-2f174548052f req-04340442-7d46-486e-8b28-141bf28eeb18 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:21.399445 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-463ed4eb-1b5a-4353-950d-2f174548052f req-04340442-7d46-486e-8b28-141bf28eeb18 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 944 time: 0.0594773 Nov 18 16:39:21.401056 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.417587 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1727001-1a35-4a1a-a7c7-0ed8a25aba70 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:39:21.417843 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3978473-56e5-40ae-951a-2fa58d9ed917 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.448920 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:21.455538 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7834f01-d4df-4fc0-ac87-76a696aec0d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.455961 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.471304 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-463ed4eb-1b5a-4353-950d-2f174548052f req-64fa7cfc-fd63-4c97-bcae-ecd923d23cb4 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637124 Nov 18 16:39:21.473006 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7834f01-d4df-4fc0-ac87-76a696aec0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.515782 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:21.548469 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b7834f01-d4df-4fc0-ac87-76a696aec0d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc012607ff347ed8f896a3daf38842d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6037779 Nov 18 16:39:21.550618 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7834f01-d4df-4fc0-ac87-76a696aec0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f4c8a2-4bd7-4cf2-a597-7500a12c3934,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:21.552058 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 35616) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:21.605949 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-36922f96-5d74-4531-b2cf-066c3f343dc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.607508 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3978473-56e5-40ae-951a-2fa58d9ed917 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.612290 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3978473-56e5-40ae-951a-2fa58d9ed917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.628501 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-36922f96-5d74-4531-b2cf-066c3f343dc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.693176 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-36922f96-5d74-4531-b2cf-066c3f343dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.696091 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-36922f96-5d74-4531-b2cf-066c3f343dc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.697712 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-36922f96-5d74-4531-b2cf-066c3f343dc5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/12f4c8a2-4bd7-4cf2-a597-7500a12c3934 HTTP/1.1" status: 204 len: 168 time: 0.1445227 Nov 18 16:39:21.705143 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a3978473-56e5-40ae-951a-2fa58d9ed917 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f890d95b9d6444ed8aa26d0aa7112d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127973 Nov 18 16:39:21.707899 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35624) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:21.716924 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36922f96-5d74-4531-b2cf-066c3f343dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f4c8a2-4bd7-4cf2-a597-7500a12c3934,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:21.725884 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3978473-56e5-40ae-951a-2fa58d9ed917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32a70cd-e430-47ec-bf2d-c279db9f5654,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:21.805574 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e15-302e-4dc8-a3f2-aca3f78733c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.828553 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e15-302e-4dc8-a3f2-aca3f78733c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.881034 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e15-302e-4dc8-a3f2-aca3f78733c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.883932 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d8d2e15-302e-4dc8-a3f2-aca3f78733c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:21.885289 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-8d8d2e15-302e-4dc8-a3f2-aca3f78733c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c32a70cd-e430-47ec-bf2d-c279db9f5654 HTTP/1.1" status: 204 len: 168 time: 0.1754842 Nov 18 16:39:21.893886 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8d2e15-302e-4dc8-a3f2-aca3f78733c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32a70cd-e430-47ec-bf2d-c279db9f5654,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:21.927716 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['e1727001-1a35-4a1a-a7c7-0ed8a25aba70'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:39:22.647436 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e27110-f6f1-47a5-a59f-acacdfd800a7 req-fa6cdf35-0ae2-4198-bb6b-88ae39e04699 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:22.651783 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b4e27110-f6f1-47a5-a59f-acacdfd800a7 req-fa6cdf35-0ae2-4198-bb6b-88ae39e04699 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 945 time: 0.0952089 Nov 18 16:39:22.735197 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b4e27110-f6f1-47a5-a59f-acacdfd800a7 req-7142b240-2242-4c69-85dc-5a95a8cd5be2 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758727 Nov 18 16:39:22.742523 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bff7f-6d75-4dc5-9982-515e99f40818 req-12a29823-2bbe-4409-9a91-59d56847a230 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:22.754377 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d13bff7f-6d75-4dc5-9982-515e99f40818 req-12a29823-2bbe-4409-9a91-59d56847a230 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1344206 Nov 18 16:39:22.830625 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35674) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:22.946828 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1630468166-network', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:22.974097 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Made reservation on behalf of a57969bd21194feca2d2df3bc8bd0757 for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:39:22.976694 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.006228 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.041167 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-46a0ba44-198b-4851-ac4d-95c1af167f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.042661 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-46a0ba44-198b-4851-ac4d-95c1af167f39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.3864183 Nov 18 16:39:23.104454 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d13bff7f-6d75-4dc5-9982-515e99f40818 req-2cc13313-cc24-413f-99c3-798ce83e8ad1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380272 Nov 18 16:39:23.106120 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.113030 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.148837 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:39:23.163781 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53913cbb-f135-4a90-81f9-996718968819,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:23.168908 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.169257 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Added segment 1d9a8b0c-6a4f-40a9-8036-3e572099db67 of type vlan for network def42321-6c5f-49a8-b8ca-6024ba286c63 Nov 18 16:39:23.179281 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e1727001-1a35-4a1a-a7c7-0ed8a25aba70 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:23.181441 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.181805 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.182155 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.182534 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.182873 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.183214 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.183617 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.183952 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.184284 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.184615 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.184948 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.185262 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:23.197799 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-c4e476b9-cc8e-492d-a5d8-472a1d84117f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.200186 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-c4e476b9-cc8e-492d-a5d8-472a1d84117f service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.1410604 Nov 18 16:39:23.227532 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.261735 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:39:23.265947 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.267641 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.268075 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:23.268612 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.268735 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.276368 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-63e75575-e7d3-4ad7-a43a-ec1ebcecec05 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.0613871 Nov 18 16:39:23.319762 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4875183 Nov 18 16:39:23.322468 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35688) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:23.331699 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Request body: {'subnet': {'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1630468166-subnet', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'ip_version': 4}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:23.346653 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-94b0e004-18b7-40e3-a966-8b38d2f42c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.349577 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-94b0e004-18b7-40e3-a966-8b38d2f42c9e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.0620146 Nov 18 16:39:23.364209 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf982e-d99c-4612-88dd-6125af14e482 admin admin] Pushing event updated for resources: {'Network': ['ID=def42321-6c5f-49a8-b8ca-6024ba286c63,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:23.381351 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network def42321-6c5f-49a8-b8ca-6024ba286c63 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:39:23.385107 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.386624 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-e05e3a66-dd47-4e3c-9431-920b8f180f60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272932 Nov 18 16:39:23.398267 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Made reservation on behalf of a57969bd21194feca2d2df3bc8bd0757 for: {'subnet': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:39:23.401110 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4389706'] for subnet, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.478924 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:23.482651 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b2b5fa-8f07-47bb-a090-e20354a45bb0" -d '{"events": [{"server_uuid": "e87af48d-717f-4775-bdea-a5a680ff894e", "name": "network-vif-plugged", "status": "completed", "tag": "e1727001-1a35-4a1a-a7c7-0ed8a25aba70"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:23.511717 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:23.521542 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.540239 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-4aaea266-f3c0-477e-bfe0-1c3731f134e0 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429319 Nov 18 16:39:23.556908 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaca532-3269-441c-8ee4-bf69351e87d9 x-openstack-request-id: req-cdaca532-3269-441c-8ee4-bf69351e87d9 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:23.557242 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87af48d-717f-4775-bdea-a5a680ff894e", "name": "network-vif-plugged", "status": "completed", "tag": "e1727001-1a35-4a1a-a7c7-0ed8a25aba70", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:23.557457 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cdaca532-3269-441c-8ee4-bf69351e87d9 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:23.558184 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70', 'code': 200} Nov 18 16:39:23.633683 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:23.674424 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4326305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4389732'] for subnet, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.718055 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90e737d7-9c43-4170-9f3d-c141d88fafba req-c129be54-cdd4-4915-9a9c-439fd6c3b9dc service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437688 Nov 18 16:39:23.771710 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8637fcc3-6a68-481f-bb00-bf132ea4ec16,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:23.775488 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Checking segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:23.775863 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Network hostable DHCP agents. Network: def42321-6c5f-49a8-b8ca-6024ba286c63, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:39:23.827691 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Network def42321-6c5f-49a8-b8ca-6024ba286c63 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:39:23.848646 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, def42321-6c5f-49a8-b8ca-6024ba286c63) {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:23.858557 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd237cda-1768-4ff0-9b20-0d341ca50d4d None None] Network def42321-6c5f-49a8-b8ca-6024ba286c63 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:39:23.873585 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.874077 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.904425 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c1612bd7-2584-465b-9fa0-ea39f9d3e73a admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5806875 Nov 18 16:39:23.907871 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35712) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:23.929537 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:23.967579 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e28613-de17-4b41-8254-780867d53024 req-ff3056e9-0dd9-45a5-a349-935391a9ed77 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.969164 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e2e28613-de17-4b41-8254-780867d53024 req-ff3056e9-0dd9-45a5-a349-935391a9ed77 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.1378796 Nov 18 16:39:23.971371 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f46b46a-a335-48cc-840c-8aa841d028fd req-7578b992-410a-49d3-8bd2-7d90378cf99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:23.973780 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1f46b46a-a335-48cc-840c-8aa841d028fd req-7578b992-410a-49d3-8bd2-7d90378cf99a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 1099 time: 0.1780782 Nov 18 16:39:23.975782 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:23.977233 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.046530 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.071714 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e2e28613-de17-4b41-8254-780867d53024 req-b9aa3f04-3681-405a-a2e9-b5a28c390043 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908446 Nov 18 16:39:24.079301 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1f46b46a-a335-48cc-840c-8aa841d028fd req-a65f4588-b83f-44c3-9478-6877596855d7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814598 Nov 18 16:39:24.149220 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-def42321-6c5f-49a8-b8ca-6024ba286c63', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:39:24.152535 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.277437 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9c9d-f926-4410-87b5-cbb28f6dcb08 req-0983107d-9d6b-4c2f-a99b-937d378802fd tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:24.279564 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0a5f9c9d-f926-4410-87b5-cbb28f6dcb08 req-0983107d-9d6b-4c2f-a99b-937d378802fd tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0698867 Nov 18 16:39:24.286974 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.377346 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Allocated IP 172.20.0.2 (def42321-6c5f-49a8-b8ca-6024ba286c63/8637fcc3-6a68-481f-bb00-bf132ea4ec16/72c8ee70-e76f-4361-b642-b73b675ed635) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:24.382120 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0a5f9c9d-f926-4410-87b5-cbb28f6dcb08 req-63839cbf-a40b-44ca-b9df-0499be8c23de tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816197 Nov 18 16:39:24.547017 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.573077 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.583458 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.591597 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.643421 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Network def42321-6c5f-49a8-b8ca-6024ba286c63 is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:24.646801 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:24.649431 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:24.659322 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Pushing event updated for resources: {'Port': ['ID=72c8ee70-e76f-4361-b642-b73b675ed635,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:24.714943 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Attempting to bind port 72c8ee70-e76f-4361-b642-b73b675ed635 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:24.715317 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Attempting to bind port 72c8ee70-e76f-4361-b642-b73b675ed635 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:24.715685 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Attempting to bind port 72c8ee70-e76f-4361-b642-b73b675ed635 on network def42321-6c5f-49a8-b8ca-6024ba286c63 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:24.719987 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Allocated IP 172.27.3.136 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/96ca4678-687e-4d1f-bab7-cf105191b040) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:24.721426 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:24.721883 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Checking segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:24.722393 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.723454 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Bound using segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:24.724053 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Bound port: 72c8ee70-e76f-4361-b642-b73b675ed635, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:24.724600 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.805966 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] For port 72c8ee70-e76f-4361-b642-b73b675ed635, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:24.809766 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] For port 72c8ee70-e76f-4361-b642-b73b675ed635, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=72c8ee70-e76f-4361-b642-b73b675ed635,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:24.819859 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.848838 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.857249 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-110d800a-735c-4669-b656-b48dcfbcd0bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.887010 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcad4b-b5ba-4fb7-96b4-be991d102213 None None] Pushing event updated for resources: {'Port': ['ID=72c8ee70-e76f-4361-b642-b73b675ed635,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:24.899965 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:24.947719 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:24.952776 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:24.974186 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:25.010094 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Pushing event updated for resources: {'Port': ['ID=96ca4678-687e-4d1f-bab7-cf105191b040,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:25.270986 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e4f65-98ab-4af5-a342-2694a8cab337 req-8062ca56-9b16-4d43-820d-1818f00bd084 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:25.278915 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa2e4f65-98ab-4af5-a342-2694a8cab337 req-8062ca56-9b16-4d43-820d-1818f00bd084 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.1035693 Nov 18 16:39:25.334798 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fa2e4f65-98ab-4af5-a342-2694a8cab337 req-b22c5121-1b48-42b6-b7a1-febde0e35351 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549502 Nov 18 16:39:25.470400 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:25.641478 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b714e88-87c3-4323-b008-046f0348a877 req-650b037a-5578-42c9-9db6-eb3a699324ac tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:25.643148 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7b714e88-87c3-4323-b008-046f0348a877 req-650b037a-5578-42c9-9db6-eb3a699324ac tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1120298 Nov 18 16:39:25.765581 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7b714e88-87c3-4323-b008-046f0348a877 req-d792b6f0-dd19-4d24-a23d-22f03231d79e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149981 Nov 18 16:39:25.834751 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:25.992159 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:39:26.141628 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38acf0f7-255c-47ba-b089-3a55e082c5e7 None None] Network def42321-6c5f-49a8-b8ca-6024ba286c63 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:39:26.263983 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-803ea201-468d-4c64-bb47-7abb02aa6ba0 None None] Provisioning complete for port 72c8ee70-e76f-4361-b642-b73b675ed635 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:26.264351 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-803ea201-468d-4c64-bb47-7abb02aa6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:26.338374 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:39:26.357486 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Sync routers for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:39:26.360599 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:26.367143 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a255e386-3296-45ee-a8da-bf8da0a2ccd5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4537177 Nov 18 16:39:26.371712 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35774) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:26.379721 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:26.380392 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:38:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:26.478172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524cf7-ccf8-440b-926e-17312e655dc3 req-341680a7-eef1-4758-a050-2a63ad875229 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:26.485858 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64524cf7-ccf8-440b-926e-17312e655dc3 req-341680a7-eef1-4758-a050-2a63ad875229 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.0646536 Nov 18 16:39:26.521476 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:26.555299 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-803ea201-468d-4c64-bb47-7abb02aa6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:26.556252 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-64524cf7-ccf8-440b-926e-17312e655dc3 req-44293b2d-bb63-461a-b2ae-91a2b7f2a9f9 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691228 Nov 18 16:39:26.644334 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-803ea201-468d-4c64-bb47-7abb02aa6ba0 None None] For port 72c8ee70-e76f-4361-b642-b73b675ed635, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=72c8ee70-e76f-4361-b642-b73b675ed635,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:26.650862 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-803ea201-468d-4c64-bb47-7abb02aa6ba0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:26.742958 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ea201-468d-4c64-bb47-7abb02aa6ba0 None None] Pushing event updated for resources: {'Port': ['ID=72c8ee70-e76f-4361-b642-b73b675ed635,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:26.831371 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:25Z', 'revision_number': 3, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:26.884556 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Checking router: 4bd46c34-6195-4d68-a0b5-e97db9c24d78 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:39:26.884922 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Updating router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 port 96ca4678-687e-4d1f-bab7-cf105191b040 binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:39:26.926811 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:26.954410 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a30f2f-54fa-4143-b3de-4e6166b782fb req-61673674-663b-4b21-b0e5-0d4ec42118bf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:26.969974 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3a30f2f-54fa-4143-b3de-4e6166b782fb req-61673674-663b-4b21-b0e5-0d4ec42118bf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1011093 Nov 18 16:39:27.024069 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17355268-f378-4cfe-ae3d-638f9bed49e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.033579 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-24cd3458-bdea-415f-a6d2-f41cf6986e3f None None] Provisioning complete for port 72c8ee70-e76f-4361-b642-b73b675ed635 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:27.034142 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-24cd3458-bdea-415f-a6d2-f41cf6986e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.087454 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3a30f2f-54fa-4143-b3de-4e6166b782fb req-f08e5f86-67f4-4df7-8a39-ed6f2e6a22f8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163495 Nov 18 16:39:27.118376 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.138639 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 72c8ee70-e76f-4361-b642-b73b675ed635 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:27.280229 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 72c8ee70-e76f-4361-b642-b73b675ed635 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:27.281421 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.370946 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-2e342a03-fd71-4e02-ad3c-3b1555040760 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1073170 Nov 18 16:39:27.410128 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Allocated IP 172.20.0.1 (def42321-6c5f-49a8-b8ca-6024ba286c63/8637fcc3-6a68-481f-bb00-bf132ea4ec16/e3b62f1d-8d58-40b1-9c37-51ce706a0a18) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:27.461701 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.470076 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.508046 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-1ec35b8b-f7d1-429e-b2f5-3b133b6d3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:27.511153 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-1ec35b8b-f7d1-429e-b2f5-3b133b6d3abc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 1099 time: 0.0977771 Nov 18 16:39:27.538052 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Pushing event updated for resources: {'Port': ['ID=96ca4678-687e-4d1f-bab7-cf105191b040,revision_number=2']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:27.548148 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.548750 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.549249 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.549781 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.550321 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.550864 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.551918 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.552647 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.553152 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.553640 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.554133 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.554726 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:27.619058 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Attempting to bind port 96ca4678-687e-4d1f-bab7-cf105191b040 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:27.619694 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Attempting to bind port 96ca4678-687e-4d1f-bab7-cf105191b040 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:27.620547 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Attempting to bind port 96ca4678-687e-4d1f-bab7-cf105191b040 on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:27.627953 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:27.628636 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:27.629750 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.630158 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:27.630680 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Bound port: 96ca4678-687e-4d1f-bab7-cf105191b040, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:27.631086 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.693446 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.724327 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] For port 96ca4678-687e-4d1f-bab7-cf105191b040, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:27.742716 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] For port 96ca4678-687e-4d1f-bab7-cf105191b040, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=96ca4678-687e-4d1f-bab7-cf105191b040,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:27.750888 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.815521 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-9ed7550c-16f1-4fa6-b6fc-dabe5b38bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:27.816832 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:27.817361 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-9ed7550c-16f1-4fa6-b6fc-dabe5b38bf73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 915 time: 0.2360344 Nov 18 16:39:27.827054 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:27.827699 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:27.884591 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:27.890867 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Network def42321-6c5f-49a8-b8ca-6024ba286c63 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:27.893261 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:27.902493 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-0fff844e-861d-4fe7-aba0-fec905041533 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b HTTP/1.1" status: 200 len: 217 time: 0.0456090 Nov 18 16:39:27.906963 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858ffb7-ced4-4177-9479-94d35b78547c None None] Pushing event updated for resources: {'Port': ['ID=96ca4678-687e-4d1f-bab7-cf105191b040,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:27.908027 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:27.921769 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be55e4f-473b-4a76-9401-771d12fc0b4a req-83257525-ff51-4c99-b0a4-598d9c7ae4fe tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:27.924236 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9be55e4f-473b-4a76-9401-771d12fc0b4a req-83257525-ff51-4c99-b0a4-598d9c7ae4fe tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.1054080 Nov 18 16:39:27.967329 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.008480 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-a205398d-2906-4309-983f-34b21677f84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:28.010136 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-a205398d-2906-4309-983f-34b21677f84b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.0969632 Nov 18 16:39:28.018433 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9be55e4f-473b-4a76-9401-771d12fc0b4a req-3795d798-c76f-4c38-9a0f-8f82ab44a675 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851331 Nov 18 16:39:28.025395 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:28.056830 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-7ff4d07e-fa51-4411-8b73-22b29b0b9079 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370002 Nov 18 16:39:28.176791 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.204553 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-5a98f5c0-e211-4720-8bf3-1789c93bd20b service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382895 Nov 18 16:39:28.275812 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-249ef66c-9d8d-4e3e-a87c-eb0690955d25 None None] Provisioning complete for port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:28.276240 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-249ef66c-9d8d-4e3e-a87c-eb0690955d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.334521 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9c18f-2295-4e1e-bfb3-ccf2c87b8810 req-ada05c38-38c1-4240-906f-9bb0af852d0b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:28.348825 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-79f9c18f-2295-4e1e-bfb3-ccf2c87b8810 req-ada05c38-38c1-4240-906f-9bb0af852d0b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1639292 Nov 18 16:39:28.357363 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-249ef66c-9d8d-4e3e-a87c-eb0690955d25 None None] Port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:39:28.367739 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:25Z', 'revision_number': 3, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:28.384326 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c95026b-ec6a-49ea-88dd-75f83fdf1cec req-3deea613-a99a-48c8-8cc9-2ee1ecd39a37 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612532 Nov 18 16:39:28.412548 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce4dfb-08c8-48e7-9121-c4999d18f51a None None] The sync data for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi is: [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:25Z', 'revision_number': 3, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:39:28.477098 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-79f9c18f-2295-4e1e-bfb3-ccf2c87b8810 req-e508721a-5cc4-4499-9239-d478ff2b38b9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254792 Nov 18 16:39:28.502586 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.604696 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.613702 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4326234'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.701040 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Pushing event updated for resources: {'Port': ['ID=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:28.704703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:28.861865 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Network def42321-6c5f-49a8-b8ca-6024ba286c63 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:28.865258 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:29.126032 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96ca4678-687e-4d1f-bab7-cf105191b040 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:29.278130 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 96ca4678-687e-4d1f-bab7-cf105191b040 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:29.278827 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:29.323502 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:39:29.352971 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8c2bd-e3d6-4956-851c-8c9638b0cfac req-67bbbfdb-91dc-444f-9d6c-add88816241c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:29.354842 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1ba8c2bd-e3d6-4956-851c-8c9638b0cfac req-67bbbfdb-91dc-444f-9d6c-add88816241c tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.1296663 Nov 18 16:39:29.384820 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-42d09188-5656-412a-9827-53501cfaa965 None None] Provisioning complete for port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:29.385353 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-42d09188-5656-412a-9827-53501cfaa965 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:29.462977 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-42d09188-5656-412a-9827-53501cfaa965 None None] Port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:39:29.539761 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:29.565679 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 96ca4678-687e-4d1f-bab7-cf105191b040, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=96ca4678-687e-4d1f-bab7-cf105191b040,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:29.573676 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:29.596152 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1ba8c2bd-e3d6-4956-851c-8c9638b0cfac req-36b088cc-d88e-4d7f-824c-cc64f99855cd tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322953 Nov 18 16:39:29.634520 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:39:29.644604 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9504e6b6-153c-4a9d-b62e-c73bbd8a1e01 admin admin] 10.222.0.37 "PUT /v2.0/routers/4bd46c34-6195-4d68-a0b5-e97db9c24d78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2710085 Nov 18 16:39:29.663997 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=96ca4678-687e-4d1f-bab7-cf105191b040,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:29.787858 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91057a30-5013-4227-9ef0-eeb8750f75ab req-404345ab-a471-48a0-80a5-c35a26b44632 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:29.789450 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91057a30-5013-4227-9ef0-eeb8750f75ab req-404345ab-a471-48a0-80a5-c35a26b44632 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0530522 Nov 18 16:39:29.815305 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:29.866920 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-91057a30-5013-4227-9ef0-eeb8750f75ab req-94c0382d-aa25-450f-8428-3c259ad3999e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713384 Nov 18 16:39:30.299730 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35868) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:30.305343 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.308706 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-302908747-network', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:30.353075 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Made reservation on behalf of edf12c55e6b44017abb7c643b18f5a6b for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:39:30.356571 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.368175 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.460154 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-24cc3c26-ce44-48d5-8720-b6ccb4529461 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:30.462968 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-24cc3c26-ce44-48d5-8720-b6ccb4529461 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.0957396 Nov 18 16:39:30.494437 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.500489 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.544567 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:39:30.565513 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0829d8-1c6c-45c3-931b-402026b4c384,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:30.578958 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.578958 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Added segment 010e125f-4aff-4447-99cb-239fd6c80785 of type vlan for network 2738c852-ff9a-4e97-9013-0d5160cdf018 Nov 18 16:39:30.650590 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.669918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Deleting port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:39:30.674779 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.704416 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.705755 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:30.706790 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.758404 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4500453 Nov 18 16:39:30.770613 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 35878) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:30.781835 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Request body: {'subnet': {'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-302908747-subnet', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'ip_version': 4}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:30.830193 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b302e-b503-476a-af65-74eee2d56108 admin admin] Pushing event updated for resources: {'Network': ['ID=2738c852-ff9a-4e97-9013-0d5160cdf018,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:30.839892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] For port e1727001-1a35-4a1a-a7c7-0ed8a25aba70, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,segment=NetworkSegment(e1ddf925-5bff-41e9-89d6-b210832c2adc),segment_id=e1ddf925-5bff-41e9-89d6-b210832c2adc)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:30.840547 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:30.844782 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:39:30.854979 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb4ce6-16c9-48c4-999e-d342ace8294b req-6cd89723-5192-46cb-91a4-0ac93d027223 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:30.863946 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3bfb4ce6-16c9-48c4-999e-d342ace8294b req-6cd89723-5192-46cb-91a4-0ac93d027223 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 946 time: 0.1412704 Nov 18 16:39:30.867424 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Calling delete_port for e1727001-1a35-4a1a-a7c7-0ed8a25aba70 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:39:30.886241 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Sync routers for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:39:30.891211 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Made reservation on behalf of edf12c55e6b44017abb7c643b18f5a6b for: {'subnet': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:39:30.893772 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4389706'] for subnet, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.017857 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3bfb4ce6-16c9-48c4-999e-d342ace8294b req-47de83de-c214-4970-8cca-3994a02c6313 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ca7068f-bf2e-4851-aebf-711eef9b5b14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510382 Nov 18 16:39:31.052191 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:31.053181 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:31.095614 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96ca4678-687e-4d1f-bab7-cf105191b040 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:31.169774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.190225 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4326305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4389732'] for subnet, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.198881 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['e1727001-1a35-4a1a-a7c7-0ed8a25aba70'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:39:31.213442 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Pushing event deleted for resources: {'Port': ['ID=e1727001-1a35-4a1a-a7c7-0ed8a25aba70,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:31.226269 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.226854 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.227263 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.231913 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 96ca4678-687e-4d1f-bab7-cf105191b040 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:31.232896 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.241063 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.241597 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.241952 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.242321 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.242672 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.243131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.243375 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.243712 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.244040 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:31.257799 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc63352-b57b-49b0-997c-290952ede8c7 req-29e0984c-0d08-434d-90d0-cbe080cf44b4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:31.259707 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4fc63352-b57b-49b0-997c-290952ede8c7 req-29e0984c-0d08-434d-90d0-cbe080cf44b4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2393701 Nov 18 16:39:31.274731 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9524fa-4fe7-49c2-8dac-32806637a37b,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:31.283057 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:31.303997 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Checking segment: {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102912) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:31.304365 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Network hostable DHCP agents. Network: 2738c852-ff9a-4e97-9013-0d5160cdf018, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102912) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:39:31.307828 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] No DVR routers for this DVR port e1727001-1a35-4a1a-a7c7-0ed8a25aba70 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:39:31.314485 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.318516 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8d6ed448-3966-40c3-b0e3-1491e0a392ef req-39e487f7-52de-41c2-9f3f-484bbc8cadbc tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.66 "DELETE /v2.0/ports/e1727001-1a35-4a1a-a7c7-0ed8a25aba70 HTTP/1.1" status: 204 len: 173 time: 0.8432128 Nov 18 16:39:31.318998 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'name': 'network-vif-deleted', 'tag': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:31.321771 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9b6801-5148-4370-8b55-1cd9b216875d" -d '{"events": [{"server_uuid": "e87af48d-717f-4775-bdea-a5a680ff894e", "name": "network-vif-deleted", "tag": "e1727001-1a35-4a1a-a7c7-0ed8a25aba70"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:31.331659 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102912) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:39:31.346960 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 2738c852-ff9a-4e97-9013-0d5160cdf018) {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:31.352520 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:31.353636 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.383355 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06763924-9df1-43e7-ae30-7c8f5e15853a None None] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:39:31.391164 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4fc63352-b57b-49b0-997c-290952ede8c7 req-30bc91c4-bba9-4442-8197-16d806d354d4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140494 Nov 18 16:39:31.399243 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c5f6a0f2-46d4-42cb-93c8-018d5316cf35 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6279078 Nov 18 16:39:31.401972 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 35896) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:31.409710 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:31.428842 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.440370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298cd691-8f8f-437c-9311-8707a8597d83 x-openstack-request-id: req-298cd691-8f8f-437c-9311-8707a8597d83 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:31.440805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87af48d-717f-4775-bdea-a5a680ff894e", "name": "network-vif-deleted", "tag": "e1727001-1a35-4a1a-a7c7-0ed8a25aba70", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:31.442134 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-298cd691-8f8f-437c-9311-8707a8597d83 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:31.447860 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87af48d-717f-4775-bdea-a5a680ff894e', 'name': 'network-vif-deleted', 'tag': 'e1727001-1a35-4a1a-a7c7-0ed8a25aba70', 'status': 'completed', 'code': 200} Nov 18 16:39:31.477151 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.478532 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.594222 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.798706 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-2738c852-ff9a-4e97-9013-0d5160cdf018', 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'fixed_ips': [{'subnet_id': '2c9524fa-4fe7-49c2-8dac-32806637a37b'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:39:31.799713 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.813762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:31.820891 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 2, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:31.874624 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Checking router: 4bd46c34-6195-4d68-a0b5-e97db9c24d78 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:39:31.875758 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Updating router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:39:31.962768 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.047826 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-0af63e3f-4a94-4f9f-9be6-cdf9b1a0dcd0 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:32.049345 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-0af63e3f-4a94-4f9f-9be6-cdf9b1a0dcd0 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.1564970 Nov 18 16:39:32.081875 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-fda44e72-dcfe-41d4-bd41-59754fd11f78 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/quotas/f7c2c5511d804720b1a6f09848fda91b HTTP/1.1" status: 200 len: 375 time: 0.0125260 Nov 18 16:39:32.096567 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.118913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.193239 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-478fc346-580f-4bd0-ae82-5b2fd698933f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0921831 Nov 18 16:39:32.242090 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8b3ec671-3ba4-4503-95f7-d588c7639862 req-d3723556-8975-4e02-b939-8bd9fc1cb2c9 tempest-VolumesActionsTest-1427203974 tempest-VolumesActionsTest-1427203974-project] 10.222.0.37 "GET /v2.0/ports?device_id=e87af48d-717f-4775-bdea-a5a680ff894e HTTP/1.1" status: 200 len: 210 time: 0.0378358 Nov 18 16:39:32.334814 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Allocated IP 172.27.3.163 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/84dad0d1-a960-41e9-9bc8-8e548956ba09) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:32.409596 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-a87047ec-c57d-41c0-a7f8-91d5a7dfdf33 service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003090 Nov 18 16:39:32.430741 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Allocated IP 172.20.0.2 (2738c852-ff9a-4e97-9013-0d5160cdf018/2c9524fa-4fe7-49c2-8dac-32806637a37b/4ccb0874-bc2b-4180-ae9d-373e64fd966e) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:32.564179 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.625402 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae87-41ec-46df-bd15-4512f5047cf8 req-ac348be8-4e33-4d62-9967-b1067751a6d2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:32.627082 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53ddae87-41ec-46df-bd15-4512f5047cf8 req-ac348be8-4e33-4d62-9967-b1067751a6d2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0793002 Nov 18 16:39:32.650315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.715630 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:32.725107 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:32.741987 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:32.747960 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.750255 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.756207 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.772537 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Pushing event updated for resources: {'Port': ['ID=84dad0d1-a960-41e9-9bc8-8e548956ba09,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:32.777141 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:32.795140 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53ddae87-41ec-46df-bd15-4512f5047cf8 req-4cac499f-0c40-4890-96e5-175452d0696a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504557 Nov 18 16:39:32.851793 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-4fe90035-4ac7-4893-a73e-919ca762b519 service neutron] 10.222.0.37 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055259 Nov 18 16:39:32.875009 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:32.881060 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:32.888309 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:32.975851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5acf3-abda-4b69-8af4-b3fc8902a77d None None] Pushing event updated for resources: {'Port': ['ID=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:33.025848 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Attempting to bind port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:33.026451 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Attempting to bind port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:33.026927 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Attempting to bind port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 on network def42321-6c5f-49a8-b8ca-6024ba286c63 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:33.073640 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:33.074436 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Checking segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:33.074990 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.075527 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Bound using segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:33.076147 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Bound port: e3b62f1d-8d58-40b1-9c37-51ce706a0a18, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:33.076698 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.116749 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Attempting to bind port 4ccb0874-bc2b-4180-ae9d-373e64fd966e on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:33.117057 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Attempting to bind port 4ccb0874-bc2b-4180-ae9d-373e64fd966e by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:33.117774 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Attempting to bind port 4ccb0874-bc2b-4180-ae9d-373e64fd966e on network 2738c852-ff9a-4e97-9013-0d5160cdf018 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:33.119628 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Pushing event updated for resources: {'Port': ['ID=4ccb0874-bc2b-4180-ae9d-373e64fd966e,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:33.130255 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:33.130663 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Checking segment: {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:33.131203 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.131600 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Bound using segment: {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:33.132087 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Bound port: 4ccb0874-bc2b-4180-ae9d-373e64fd966e, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:33.132470 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.154451 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.215855 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e4766641-ff4c-453e-b32b-3db118b20a4a req-7dacfb1d-ecbb-4ca3-be03-e7a8f834a09e tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 210 time: 0.0586002 Nov 18 16:39:33.231925 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] For port e3b62f1d-8d58-40b1-9c37-51ce706a0a18, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:33.244130 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e1727001-1a35-4a1a-a7c7-0ed8a25aba70 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:39:33.283291 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] For port e3b62f1d-8d58-40b1-9c37-51ce706a0a18, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:33.295523 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: e1727001-1a35-4a1a-a7c7-0ed8a25aba70 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:39:33.295968 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e1727001-1a35-4a1a-a7c7-0ed8a25aba70 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:39:33.310716 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] For port 4ccb0874-bc2b-4180-ae9d-373e64fd966e, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:33.322447 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] For port 4ccb0874-bc2b-4180-ae9d-373e64fd966e, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4ccb0874-bc2b-4180-ae9d-373e64fd966e,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:33.331405 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.333737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-0798968c-dd84-4012-97b7-6fe09e48c70f None None] Provisioning complete for port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:33.334246 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0798968c-dd84-4012-97b7-6fe09e48c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.431596 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.483914 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5acf3-abda-4b69-8af4-b3fc8902a77d None None] Pushing event updated for resources: {'Port': ['ID=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:33.612425 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:33.612425 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:33.669316 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee5f58-4308-4527-b54c-9fb706b27524 None None] Pushing event updated for resources: {'Port': ['ID=4ccb0874-bc2b-4180-ae9d-373e64fd966e,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:33.858756 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:33.998974 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0798968c-dd84-4012-97b7-6fe09e48c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:34.024655 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:34.116841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7251190-df80-4041-8d31-b313aa932624 req-67b47ad8-7fac-439a-9709-6186ce8e49c1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:34.118588 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f7251190-df80-4041-8d31-b313aa932624 req-67b47ad8-7fac-439a-9709-6186ce8e49c1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1418481 Nov 18 16:39:34.127106 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-0798968c-dd84-4012-97b7-6fe09e48c70f None None] For port e3b62f1d-8d58-40b1-9c37-51ce706a0a18, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:34.137523 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0798968c-dd84-4012-97b7-6fe09e48c70f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:34.236341 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f7251190-df80-4041-8d31-b313aa932624 req-6d23ce37-164c-4700-8640-ce658ca94eca tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049254 Nov 18 16:39:34.262672 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:39:34.323545 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798968c-dd84-4012-97b7-6fe09e48c70f None None] Pushing event updated for resources: {'Port': ['ID=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:34.339502 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-28fb56ed-0552-41e7-a103-d63edf787740 None None] Provisioning complete for port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:34.340170 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-28fb56ed-0552-41e7-a103-d63edf787740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:34.528520 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:39:34.550532 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Sync routers for ids ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:39:34.569932 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cae14e40-24b5-47d1-9de9-f7b0131c9eac req-10b233b7-e853-4bc0-845e-10d33e3d8f7a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 210 time: 0.1476171 Nov 18 16:39:34.583346 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:34.585888 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9e2bef3a-c1eb-49b7-8042-cf1f6136c46a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1821935 Nov 18 16:39:34.588827 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 35994) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:34.592733 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Routers {'5a2e8c51-1782-4e5b-91a5-d134d1ae09be'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:34.593326 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:34.738429 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:33Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:34.805118 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da5911c-cf12-42c6-b5a5-207fd9fe7003 None None] The sync data for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi is: [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:33Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:39:34.952360 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Set router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:35.083717 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-e8da3b0c-6446-4d8b-96c4-8552a7cf1dd5 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:35.085898 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-e8da3b0c-6446-4d8b-96c4-8552a7cf1dd5 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 814 time: 0.4977627 Nov 18 16:39:35.114476 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Request body: {'port': {'device_id': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'admin_state_up': True, 'tenant_id': 'f7c2c5511d804720b1a6f09848fda91b'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:35.241263 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4ccb0874-bc2b-4180-ae9d-373e64fd966e up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:35.256855 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36026) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:35.331070 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:39:32Z', 'revision_number': 3, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:35.402153 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 4ccb0874-bc2b-4180-ae9d-373e64fd966e triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:35.402785 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.403725 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Checking router: 5a2e8c51-1782-4e5b-91a5-d134d1ae09be for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:39:35.404081 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Updating router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be port 84dad0d1-a960-41e9-9bc8-8e548956ba09 binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:39:35.464518 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.490942 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075aa8d-69d6-42fa-bff2-0f593792474f req-a40a34ca-b19c-4766-8504-95c0403f1029 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:35.499163 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f075aa8d-69d6-42fa-bff2-0f593792474f req-a40a34ca-b19c-4766-8504-95c0403f1029 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0999401 Nov 18 16:39:35.503367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75581463-5019-44c9-8c6d-326d2bb3ac82 None None] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:39:35.513014 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-12b52ed8-80ca-4b52-b431-66f976e529f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.599329 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.642172 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-12b52ed8-80ca-4b52-b431-66f976e529f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.680150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-02ef7d0e-c091-4a05-8020-b7b08ba77e36 None None] Provisioning complete for port 4ccb0874-bc2b-4180-ae9d-373e64fd966e triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:35.680699 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-02ef7d0e-c091-4a05-8020-b7b08ba77e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.702444 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f075aa8d-69d6-42fa-bff2-0f593792474f req-b37e9f31-2c40-4ac2-849f-25474cb3f5fe tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906474 Nov 18 16:39:35.704992 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-12b52ed8-80ca-4b52-b431-66f976e529f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.727580 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Made reservation on behalf of f7c2c5511d804720b1a6f09848fda91b for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:39:35.736987 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.765408 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 4ccb0874-bc2b-4180-ae9d-373e64fd966e, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4ccb0874-bc2b-4180-ae9d-373e64fd966e,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:35.769770 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b52ed8-80ca-4b52-b431-66f976e529f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c216a02f-2589-4578-b6c1-d555e7a80579,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:35.779377 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-12b52ed8-80ca-4b52-b431-66f976e529f9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4ebaacff3fca4211883e838962853ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5211160 Nov 18 16:39:35.782472 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36034) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:35.808571 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.809885 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device e3b62f1d-8d58-40b1-9c37-51ce706a0a18 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:35.860802 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-52bfa68a-ad95-4b69-a357-9b7af74e49a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:35.933679 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f5beef43-4473-41b6-9bcb-f1c534aec145 req-e9f1a1ce-67f1-439f-95a9-f1749a0ee328 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 210 time: 0.0603385 Nov 18 16:39:35.956690 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-52bfa68a-ad95-4b69-a357-9b7af74e49a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.005347 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:36.005347 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.006002 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.020530 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.091363 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-52bfa68a-ad95-4b69-a357-9b7af74e49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.094846 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-52bfa68a-ad95-4b69-a357-9b7af74e49a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.106222 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-52bfa68a-ad95-4b69-a357-9b7af74e49a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c216a02f-2589-4578-b6c1-d555e7a80579 HTTP/1.1" status: 204 len: 168 time: 0.3203075 Nov 18 16:39:36.109258 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.120838 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=4ccb0874-bc2b-4180-ae9d-373e64fd966e,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:36.125346 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bfa68a-ad95-4b69-a357-9b7af74e49a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c216a02f-2589-4578-b6c1-d555e7a80579,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:36.126783 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21689d-2d3e-4fb3-be93-6bae2b75df00 None None] Pushing event updated for resources: {'Port': ['ID=84dad0d1-a960-41e9-9bc8-8e548956ba09,revision_number=2']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:36.163516 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Attempting to bind port 84dad0d1-a960-41e9-9bc8-8e548956ba09 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:36.163950 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Attempting to bind port 84dad0d1-a960-41e9-9bc8-8e548956ba09 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:36.164711 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Attempting to bind port 84dad0d1-a960-41e9-9bc8-8e548956ba09 on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:36.173490 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:36.174166 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:36.174746 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.176152 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:36.177137 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Bound port: 84dad0d1-a960-41e9-9bc8-8e548956ba09, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:36.177790 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.253612 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] For port 84dad0d1-a960-41e9-9bc8-8e548956ba09, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:36.258733 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] For port 84dad0d1-a960-41e9-9bc8-8e548956ba09, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=84dad0d1-a960-41e9-9bc8-8e548956ba09,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:36.266050 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.307820 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Allocated IP 172.20.0.5 (2965759e-9bd1-485f-97fb-4dd1055fa044/9172e1ea-50cd-4931-8213-1b50a6dd3183/0eb4fc1f-51bb-4a2e-9bdc-6a940212753c) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:36.373171 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21689d-2d3e-4fb3-be93-6bae2b75df00 None None] Pushing event updated for resources: {'Port': ['ID=84dad0d1-a960-41e9-9bc8-8e548956ba09,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:36.390826 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Routers {'5a2e8c51-1782-4e5b-91a5-d134d1ae09be'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:36.391482 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:36.524486 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] Set router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:36.527883 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Allocated IP 172.20.0.1 (2738c852-ff9a-4e97-9013-0d5160cdf018/2c9524fa-4fe7-49c2-8dac-32806637a37b/970ba19c-4702-482c-9b56-fa3ec3e3b9ae) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:39:36.714037 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36046) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:36.753211 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b70e2f4-fdc7-48fa-9d50-1136c0abc906 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.767144 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.795422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.846154 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:39:32Z', 'revision_number': 3, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:36.882454 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.893408 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.919472 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37f59ee-782f-42e3-bbcf-7830bc7e585c None None] The sync data for ids ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'] in dv-cinder-733622-22-iscsi is: [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:39:32Z', 'revision_number': 3, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:39:36.930913 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b70e2f4-fdc7-48fa-9d50-1136c0abc906 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.943878 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b70e2f4-fdc7-48fa-9d50-1136c0abc906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:36.974096 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b63072-26f5-422c-add4-6b0c5e1d62e3 req-825cf91d-73fa-40ed-b2bd-2a531f6f53d9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:36.976190 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a9b63072-26f5-422c-add4-6b0c5e1d62e3 req-825cf91d-73fa-40ed-b2bd-2a531f6f53d9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1199288 Nov 18 16:39:36.976511 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:36.995983 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Network 2965759e-9bd1-485f-97fb-4dd1055fa044 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:37.002331 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:37.004982 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:37.006932 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:37.013791 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:39:37.044024 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4ccb0874-bc2b-4180-ae9d-373e64fd966e up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:37.071392 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6b70e2f4-fdc7-48fa-9d50-1136c0abc906 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=29767a0c9db34b6584e965655424caf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3562222 Nov 18 16:39:37.085262 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36052) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:37.092065 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70e2f4-fdc7-48fa-9d50-1136c0abc906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b9bd6-643f-49cb-8cf6-2857de70be55,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:37.115076 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event updated for resources: {'Port': ['ID=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:37.129748 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a9b63072-26f5-422c-add4-6b0c5e1d62e3 req-1efa390f-44e5-406d-b713-0b28f009d611 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429803 Nov 18 16:39:37.209518 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-9e61156b-65bb-472d-8ef4-aa758a9af6fc None None] Provisioning complete for port 4ccb0874-bc2b-4180-ae9d-373e64fd966e triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:37.209905 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9e61156b-65bb-472d-8ef4-aa758a9af6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.218960 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:37.219858 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.223020 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Pushing event updated for resources: {'Port': ['ID=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:37.232864 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.308200 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ed9e02ea-8e5e-4b49-9c88-d20a79650c4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1998339 Nov 18 16:39:37.325586 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5be10912-b915-48c4-9301-b931ec879c2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.327193 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 4ccb0874-bc2b-4180-ae9d-373e64fd966e triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:37.327578 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.336020 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fdb8ba-7d63-4cf6-b4b4-09b7d07c6da7 req-5efd816a-0bc3-4852-94d5-4d3cbb8fdf21 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:37.337632 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-19fdb8ba-7d63-4cf6-b4b4-09b7d07c6da7 req-5efd816a-0bc3-4852-94d5-4d3cbb8fdf21 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 931 time: 0.1243911 Nov 18 16:39:37.455321 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-19fdb8ba-7d63-4cf6-b4b4-09b7d07c6da7 req-51f673be-e38b-4831-88c6-5549ca154c03 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102993 Nov 18 16:39:37.624112 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-54722e12-97e8-4b15-b00e-b36343d0c386 None None] Provisioning complete for port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:37.624536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-54722e12-97e8-4b15-b00e-b36343d0c386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.670907 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-54722e12-97e8-4b15-b00e-b36343d0c386 None None] Port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:39:37.680867 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5be10912-b915-48c4-9301-b931ec879c2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.763926 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.781238 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5be10912-b915-48c4-9301-b931ec879c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.783844 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5be10912-b915-48c4-9301-b931ec879c2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.785115 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5be10912-b915-48c4-9301-b931ec879c2a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/544b9bd6-643f-49cb-8cf6-2857de70be55 HTTP/1.1" status: 204 len: 168 time: 0.6951854 Nov 18 16:39:37.814494 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be10912-b915-48c4-9301-b931ec879c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b9bd6-643f-49cb-8cf6-2857de70be55,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:37.975311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:37.993040 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.071553 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.075462 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Pushing event updated for resources: {'Port': ['ID=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:38.197214 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:39:38.198821 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:39:38.247867 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36070) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:38.271143 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-631ec703-0dcf-44a6-87b0-1292beb0a48b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.281327 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111aa55-82ce-4c03-99fc-768758792f43 req-1b5964d9-4cc8-4224-949d-5c70683db2d6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:38.287277 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1111aa55-82ce-4c03-99fc-768758792f43 req-1b5964d9-4cc8-4224-949d-5c70683db2d6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0749257 Nov 18 16:39:38.317040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b', '5e35699b-a754-4c9a-ac76-27ae2f238458', 'ca9031b5-396b-425d-b290-7711921914ab'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:39:38.347758 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Request body: {'port': {'device_id': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:39:38.375448 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1111aa55-82ce-4c03-99fc-768758792f43 req-1cdf2a5b-0988-4179-9ef5-33d0ddab9f94 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814841 Nov 18 16:39:38.462890 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:39:38.478277 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.515501 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-c60f1635-7ab0-42f7-932c-740ac380a8b6 None None] Provisioning complete for port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:38.516045 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-c60f1635-7ab0-42f7-932c-740ac380a8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.571070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-631ec703-0dcf-44a6-87b0-1292beb0a48b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.581026 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-c60f1635-7ab0-42f7-932c-740ac380a8b6 None None] Port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:39:38.594024 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-631ec703-0dcf-44a6-87b0-1292beb0a48b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.729642 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-631ec703-0dcf-44a6-87b0-1292beb0a48b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=49e30dde71bd421d900506a26f7593bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807217 Nov 18 16:39:38.732452 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36076) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:38.735696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ec703-0dcf-44a6-87b0-1292beb0a48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c994bb-8b63-44bd-a7da-c251bee53d73,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:38.800887 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a71-73ca-4a2c-a605-b86f2e45f729 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.828072 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a71-73ca-4a2c-a605-b86f2e45f729 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.837483 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947403-d31a-424a-ba0c-f901ff941603 req-fec81418-2573-4a94-b404-807d58a3c05c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:38.839073 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b947403-d31a-424a-ba0c-f901ff941603 req-fec81418-2573-4a94-b404-807d58a3c05c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 931 time: 0.2666769 Nov 18 16:39:38.858192 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:39:38.874342 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c3de96e3-4290-4910-bc3a-d65ec000df79 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a2e8c51-1782-4e5b-91a5-d134d1ae09be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2760806 Nov 18 16:39:38.892204 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a71-73ca-4a2c-a605-b86f2e45f729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.898649 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c8b13a71-73ca-4a2c-a605-b86f2e45f729 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:38.902133 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c8b13a71-73ca-4a2c-a605-b86f2e45f729 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65c994bb-8b63-44bd-a7da-c251bee53d73 HTTP/1.1" status: 204 len: 168 time: 0.1684129 Nov 18 16:39:38.917425 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b13a71-73ca-4a2c-a605-b86f2e45f729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c994bb-8b63-44bd-a7da-c251bee53d73,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:38.973461 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5b947403-d31a-424a-ba0c-f901ff941603 req-460db836-02d8-4414-a456-74b282665da1 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264672 Nov 18 16:39:39.059609 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Sync routers for ids ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:39:39.074505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Routers {'5a2e8c51-1782-4e5b-91a5-d134d1ae09be'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:39.085184 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:39.092399 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 84dad0d1-a960-41e9-9bc8-8e548956ba09 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:39.108813 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:39:39.127541 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.147174 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Transition to ACTIVE for port object 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:39:39.153371 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.286175 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:39.298399 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Set router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:39.308398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Attempting to bind port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:39.308755 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Attempting to bind port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:39.309094 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Attempting to bind port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:39.314976 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c on network 2965759e-9bd1-485f-97fb-4dd1055fa044 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:39:39.315311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Attempting to bind port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c on network 2965759e-9bd1-485f-97fb-4dd1055fa044 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:39.320839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:39.321183 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Checking segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:39.321574 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Bound using segment: {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:39.322015 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Bound port: 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:39.322405 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.331284 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 84dad0d1-a960-41e9-9bc8-8e548956ba09 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:39.332641 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.504515 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] For port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:39.580910 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] For port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:39.587310 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.601074 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.641678 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 84dad0d1-a960-41e9-9bc8-8e548956ba09, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=84dad0d1-a960-41e9-9bc8-8e548956ba09,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:39.653983 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.688668 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:39.689809 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.692762 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] 10.222.0.66 "PUT /v2.0/ports/0eb4fc1f-51bb-4a2e-9bdc-6a940212753c HTTP/1.1" status: 200 len: 1093 time: 1.3516490 Nov 18 16:39:39.692762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'tag': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:39.696012 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af" -d '{"events": [{"name": "network-changed", "server_uuid": "ab46cd1e-78d4-4c68-ac70-60688b3a791e", "tag": "0eb4fc1f-51bb-4a2e-9bdc-6a940212753c"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:39.722942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc409c-b9c9-428c-81c3-37f67885b4c7 req-e33df70d-e5fb-4538-943d-9c0c0387cdc3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:39.725029 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-57fc409c-b9c9-428c-81c3-37f67885b4c7 req-e33df70d-e5fb-4538-943d-9c0c0387cdc3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2443337 Nov 18 16:39:39.766704 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288a636-e40b-4e0f-a1fd-fcb64b425747 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:39.797204 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=84dad0d1-a960-41e9-9bc8-8e548956ba09,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:39.808107 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.808574 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.808993 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.809403 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.809818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.811288 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.811799 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.812212 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.813131 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.813923 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.813923 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.814369 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:39:39.830501 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039a9ae8-dfba-4011-9910-f6d309dd22a6 x-openstack-request-id: req-039a9ae8-dfba-4011-9910-f6d309dd22a6 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:39.831098 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab46cd1e-78d4-4c68-ac70-60688b3a791e", "tag": "0eb4fc1f-51bb-4a2e-9bdc-6a940212753c", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:39.831483 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-039a9ae8-dfba-4011-9910-f6d309dd22a6 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:39.831973 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'tag': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c', 'status': 'completed', 'code': 200} Nov 18 16:39:39.841618 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-57fc409c-b9c9-428c-81c3-37f67885b4c7 req-50dbfda7-888b-4b48-8285-91a6c6b27c3e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083329 Nov 18 16:39:39.842345 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:39:37Z', 'revision_number': 4, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '970ba19c-4702-482c-9b56-fa3ec3e3b9ae', 'name': '', 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'mac_address': 'fa:16:3e:37:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2c9524fa-4fe7-49c2-8dac-32806637a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:36Z', 'updated_at': '2021-11-18T16:39:37Z', 'revision_number': 2, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'subnets': [{'id': '2c9524fa-4fe7-49c2-8dac-32806637a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:39.853575 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-d43e5c26-989a-4185-b854-b51fb418188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:39.855187 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-d43e5c26-989a-4185-b854-b51fb418188e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 1096 time: 0.0898907 Nov 18 16:39:39.885135 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Checking router: 5a2e8c51-1782-4e5b-91a5-d134d1ae09be for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:39:39.885505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Updating router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:39:39.916683 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:39.918677 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-70db66e7-9829-491d-8bb6-972bcc3db00f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c HTTP/1.1" status: 200 len: 217 time: 0.0438809 Nov 18 16:39:40.042630 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-1a893ede-0439-4211-8fb9-70284d7eb00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:40.044154 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-1a893ede-0439-4211-8fb9-70284d7eb00c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.1085606 Nov 18 16:39:40.111853 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-0fa14e87-5442-499b-a1d1-2d7718213eae service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477386 Nov 18 16:39:40.191113 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21c040-2b96-40da-a9b8-a9cff9079207 req-926ff59a-ee4c-406a-b588-29bc4fdd3f25 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:40.203319 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e21c040-2b96-40da-a9b8-a9cff9079207 req-926ff59a-ee4c-406a-b588-29bc4fdd3f25 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 943 time: 0.1170673 Nov 18 16:39:40.357980 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e21c040-2b96-40da-a9b8-a9cff9079207 req-20a5e624-60cf-4c9b-bb1e-d083dbf92daa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498473 Nov 18 16:39:40.380822 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-5a1ec4bf-cd41-4e36-a339-4b1c49ea4b95 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558174 Nov 18 16:39:40.588663 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:40.599856 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:40.640352 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6d979a9-b46b-4753-a6bd-41984a93a03f req-ca1e22f1-0361-4395-99b0-1f7dfef14037 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476299 Nov 18 16:39:40.900582 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-7fed07f6-ceaf-47c8-969c-308d83e0d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:40.902839 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-7fed07f6-ceaf-47c8-969c-308d83e0d281 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f7c2c5511d804720b1a6f09848fda91b&device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 1096 time: 0.1962471 Nov 18 16:39:41.118537 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:39:41.145542 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Attempting to bind port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:39:41.146670 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Attempting to bind port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:39:41.147295 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Attempting to bind port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae on network 2738c852-ff9a-4e97-9013-0d5160cdf018 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:39:41.163569 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:39:41.169078 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Checking segment: {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:39:41.170019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:41.171003 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Bound using segment: {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:39:41.171783 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Bound port: 970ba19c-4702-482c-9b56-fa3ec3e3b9ae, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '010e125f-4aff-4447-99cb-239fd6c80785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:39:41.173985 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:41.186326 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e982564-47cc-4f52-9d6e-5b3369398eec None None] Pushing event updated for resources: {'Port': ['ID=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:41.220542 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 84dad0d1-a960-41e9-9bc8-8e548956ba09 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:41.386979 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 84dad0d1-a960-41e9-9bc8-8e548956ba09 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:41.387566 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:41.421004 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] For port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:39:41.444022 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-191ffe89-357e-43f8-be4a-67979b7f8999 None None] Provisioning complete for port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:41.444403 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-191ffe89-357e-43f8-be4a-67979b7f8999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:41.524471 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] For port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:39:41.538068 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-191ffe89-357e-43f8-be4a-67979b7f8999 None None] Port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:39:41.545499 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000f121-c232-4b06-b1c8-813339288500 req-85b6e377-13c7-4099-bba7-06f374e2b51f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:41.583511 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2000f121-c232-4b06-b1c8-813339288500 req-85b6e377-13c7-4099-bba7-06f374e2b51f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2916136 Nov 18 16:39:41.583830 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:41.589423 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-abe79f35-3b31-46db-b414-23cde02c5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:41.590960 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-abe79f35-3b31-46db-b414-23cde02c5cf8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 200 len: 915 time: 0.6760578 Nov 18 16:39:41.745360 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e9677-a466-4f68-a2b2-3ce935a43f2f req-afdff3c4-bb6c-4fe6-b8a5-eab488166472 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:41.756823 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-c399b218-d775-48e0-ad87-4938533727d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c HTTP/1.1" status: 200 len: 217 time: 0.1484349 Nov 18 16:39:41.774347 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-470e9677-a466-4f68-a2b2-3ce935a43f2f req-afdff3c4-bb6c-4fe6-b8a5-eab488166472 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 943 time: 0.2484300 Nov 18 16:39:41.823471 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2000f121-c232-4b06-b1c8-813339288500 req-d67055f8-cba8-4285-8cbb-046a26dd3d60 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388291 Nov 18 16:39:41.936129 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-7537347d-3693-4c68-a21a-50aed1a0b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:41.942190 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-7537347d-3693-4c68-a21a-50aed1a0b3ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 200 len: 854 time: 0.1227152 Nov 18 16:39:41.967036 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-470e9677-a466-4f68-a2b2-3ce935a43f2f req-5c888154-a85e-46b4-9d18-7c5e7f416271 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870017 Nov 18 16:39:42.009861 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Routers {'5a2e8c51-1782-4e5b-91a5-d134d1ae09be'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:39:42.011280 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:39:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:42.087092 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-3fd8698e-fcbb-4cdd-ad9b-4720dd67ff1c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2965759e-9bd1-485f-97fb-4dd1055fa044&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242025 Nov 18 16:39:42.101715 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e982564-47cc-4f52-9d6e-5b3369398eec None None] Pushing event updated for resources: {'Port': ['ID=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:42.385495 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] Set router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:39:42.404085 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-6944889b-9e34-4821-8a9f-2f2e9494ae75 service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3131714 Nov 18 16:39:42.602797 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-929bd953-fa10-47fd-9743-b62b4786c143 None None] Provisioning complete for port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:42.602797 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-929bd953-fa10-47fd-9743-b62b4786c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:42.707969 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fb4efe00-f2fb-4c19-8bf2-bfa479d5f4af req-da57759f-e1b2-4750-bca9-d8936ff5353f service neutron] 10.222.0.66 "GET /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934031 Nov 18 16:39:43.001514 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-929bd953-fa10-47fd-9743-b62b4786c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:43.057466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8de921-373f-4076-9f8f-cc033ece4152 req-a85cac1e-4994-4c2e-9c82-556824afed3a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:43.071537 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b8de921-373f-4076-9f8f-cc033ece4152 req-a85cac1e-4994-4c2e-9c82-556824afed3a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0982473 Nov 18 16:39:43.172014 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-929bd953-fa10-47fd-9743-b62b4786c143 None None] For port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:43.190802 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b8de921-373f-4076-9f8f-cc033ece4152 req-9ecb72fd-dcba-4a39-87e0-6963537882eb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079957 Nov 18 16:39:43.209351 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-929bd953-fa10-47fd-9743-b62b4786c143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:43.244211 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d901d947-5634-44ae-8ddb-8e1480c80007 req-c7498fb8-d3f0-405f-9c78-3c18033c1471 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:43.270957 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d901d947-5634-44ae-8ddb-8e1480c80007 req-c7498fb8-d3f0-405f-9c78-3c18033c1471 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 943 time: 0.1465905 Nov 18 16:39:43.349673 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:39:43.363919 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:39:37Z', 'revision_number': 4, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '970ba19c-4702-482c-9b56-fa3ec3e3b9ae', 'name': '', 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'mac_address': 'fa:16:3e:37:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2c9524fa-4fe7-49c2-8dac-32806637a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:36Z', 'updated_at': '2021-11-18T16:39:41Z', 'revision_number': 4, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'subnets': [{'id': '2c9524fa-4fe7-49c2-8dac-32806637a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:39:43.375628 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d901d947-5634-44ae-8ddb-8e1480c80007 req-f2ead75a-8a75-4477-84b9-25137ed5bf6f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013687 Nov 18 16:39:43.463794 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da9c62-984b-4276-bfaf-a2817466fbd4 None None] The sync data for ids ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'] in dv-cinder-733622-22-iscsi is: [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:39:37Z', 'revision_number': 4, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '970ba19c-4702-482c-9b56-fa3ec3e3b9ae', 'name': '', 'network_id': '2738c852-ff9a-4e97-9013-0d5160cdf018', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'mac_address': 'fa:16:3e:37:5f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '2c9524fa-4fe7-49c2-8dac-32806637a37b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:36Z', 'updated_at': '2021-11-18T16:39:41Z', 'revision_number': 4, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'subnets': [{'id': '2c9524fa-4fe7-49c2-8dac-32806637a37b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:39:43.476060 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929bd953-fa10-47fd-9743-b62b4786c143 None None] Pushing event updated for resources: {'Port': ['ID=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:43.725275 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:43.762405 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c', 'network_id': '2965759e-9bd1-485f-97fb-4dd1055fa044', 'port_id': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c', 'mac_address': 'fa:16:3e:b0:a3:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9172e1ea-50cd-4931-8213-1b50a6dd3183', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:39:43.930605 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:43.996654 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:39:44.060986 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:44.069468 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:44.238361 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:44.481150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['0eb4fc1f-51bb-4a2e-9bdc-6a940212753c'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:39:44.653623 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f604c-5360-4985-8715-3633d8d8d505 req-f740000d-f270-4fb0-9cd6-96d70d1a7794 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:44.673155 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9e7f604c-5360-4985-8715-3633d8d8d505 req-f740000d-f270-4fb0-9cd6-96d70d1a7794 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2633505 Nov 18 16:39:44.864152 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9e7f604c-5360-4985-8715-3633d8d8d505 req-05813f0a-bcfe-4bca-9daf-a5f18f9881bb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826305 Nov 18 16:39:45.170059 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 970ba19c-4702-482c-9b56-fa3ec3e3b9ae up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:45.278363 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:45.279786 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:45.405454 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d46cd2-e289-42ed-a2ab-069485ed8e2b req-4d7e7284-7534-4512-a935-d0dbed982cc1 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:45.442413 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d0d46cd2-e289-42ed-a2ab-069485ed8e2b req-4d7e7284-7534-4512-a935-d0dbed982cc1 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 944 time: 0.3214147 Nov 18 16:39:45.640138 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d0d46cd2-e289-42ed-a2ab-069485ed8e2b req-cdc8ab49-f9c6-48e9-8292-9100c852a774 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879547 Nov 18 16:39:46.296972 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da4b9c-067e-4a3d-8a27-bf5b4cdd01dc req-002fc758-b6c4-4636-bf1f-4c0e317f5242 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:46.313597 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-74da4b9c-067e-4a3d-8a27-bf5b4cdd01dc req-002fc758-b6c4-4636-bf1f-4c0e317f5242 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1779170 Nov 18 16:39:46.385756 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-74da4b9c-067e-4a3d-8a27-bf5b4cdd01dc req-77510c3c-1a70-46a5-a397-c1245ea2bfb2 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704544 Nov 18 16:39:46.830639 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4f1eb-f187-4563-b7e5-7051c6fee3ab req-eed29990-e79e-4803-ad49-83cf544d84c3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:46.840243 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-34e4f1eb-f187-4563-b7e5-7051c6fee3ab req-eed29990-e79e-4803-ad49-83cf544d84c3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 944 time: 0.1005929 Nov 18 16:39:46.927291 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-34e4f1eb-f187-4563-b7e5-7051c6fee3ab req-55d22842-f8e5-47c1-994b-da06c6fe8549 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855985 Nov 18 16:39:47.357036 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:39:47.430903 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:39:47.447982 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:39:47.449673 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:47.611557 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcaac3-7e33-4544-a59d-6ee69ae466df req-ab75c21b-bf33-4c19-873e-06334c364491 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:47.627598 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6bfcaac3-7e33-4544-a59d-6ee69ae466df req-ab75c21b-bf33-4c19-873e-06334c364491 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1135702 Nov 18 16:39:47.650589 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:47.700957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:39:47.703107 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:39:47.706025 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a531029a-8d2a-4603-87bd-c08bbc857123" -d '{"events": [{"server_uuid": "ab46cd1e-78d4-4c68-ac70-60688b3a791e", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4fc1f-51bb-4a2e-9bdc-6a940212753c"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:39:47.715455 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:47.759466 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6bfcaac3-7e33-4544-a59d-6ee69ae466df req-06f3dfab-b7a1-482d-88f2-0b577c3b1282 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300583 Nov 18 16:39:47.781021 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:47.839160 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811adc21-920f-4430-98e4-3a1350594409 x-openstack-request-id: req-811adc21-920f-4430-98e4-3a1350594409 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:39:47.839702 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab46cd1e-78d4-4c68-ac70-60688b3a791e", "name": "network-vif-plugged", "status": "completed", "tag": "0eb4fc1f-51bb-4a2e-9bdc-6a940212753c", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:39:47.840222 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-811adc21-920f-4430-98e4-3a1350594409 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:39:47.840849 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c', 'code': 200} Nov 18 16:39:48.148480 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231737c7-2b65-4d37-9328-89c93f10db9b req-5c2a4b0c-4991-4afb-9d24-da06176049cb tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:48.170740 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-231737c7-2b65-4d37-9328-89c93f10db9b req-5c2a4b0c-4991-4afb-9d24-da06176049cb tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1072643 Nov 18 16:39:48.261211 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be2a10-4514-4ba7-9573-0bacf718fd68 req-d5b53371-97eb-47ee-b768-fcdc6cc44a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:48.264121 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71be2a10-4514-4ba7-9573-0bacf718fd68 req-d5b53371-97eb-47ee-b768-fcdc6cc44a6d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 1098 time: 0.1672392 Nov 18 16:39:48.282041 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-231737c7-2b65-4d37-9328-89c93f10db9b req-30bdf41d-df52-423f-ab49-a74db693144f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098943 Nov 18 16:39:48.370433 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-71be2a10-4514-4ba7-9573-0bacf718fd68 req-0bfce0dd-6ba5-41cc-81f9-14a69694cf04 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952871 Nov 18 16:39:48.837724 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36288) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:49.000907 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e642df-6dda-4c9b-8016-aefa58bba13e req-f87461e5-f054-42a6-afc4-8e25287622ce tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:49.024411 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f3e642df-6dda-4c9b-8016-aefa58bba13e req-f87461e5-f054-42a6-afc4-8e25287622ce tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1191988 Nov 18 16:39:49.135860 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d497ec1a-dd56-41a6-9f02-63751e2ce0c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.227262 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f3e642df-6dda-4c9b-8016-aefa58bba13e req-6fa091c0-1ba8-4c69-91b9-da38e4472bc0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961706 Nov 18 16:39:49.401746 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d497ec1a-dd56-41a6-9f02-63751e2ce0c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.413494 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d497ec1a-dd56-41a6-9f02-63751e2ce0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.486986 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d497ec1a-dd56-41a6-9f02-63751e2ce0c6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca059c11776c4a2fa8e475eb863f54f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6453788 Nov 18 16:39:49.487408 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36298) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:49.548404 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497ec1a-dd56-41a6-9f02-63751e2ce0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4077ebcd-bc63-4dfb-b67f-4dcc16ffeb3a,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:49.597267 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc72eb9-1eba-4ed4-9a7d-78640c72140c req-964b8536-eb03-4ed0-bdd8-3784abead9aa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:49.598987 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4316b963-3f6c-4154-87ff-45108b24760d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.608686 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bbc72eb9-1eba-4ed4-9a7d-78640c72140c req-964b8536-eb03-4ed0-bdd8-3784abead9aa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1438441 Nov 18 16:39:49.763107 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bbc72eb9-1eba-4ed4-9a7d-78640c72140c req-74e93f8e-bf58-49b2-b826-04e291755714 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373110 Nov 18 16:39:49.806607 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4316b963-3f6c-4154-87ff-45108b24760d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.930434 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4316b963-3f6c-4154-87ff-45108b24760d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.933680 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4316b963-3f6c-4154-87ff-45108b24760d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:49.940030 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4316b963-3f6c-4154-87ff-45108b24760d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4077ebcd-bc63-4dfb-b67f-4dcc16ffeb3a HTTP/1.1" status: 204 len: 168 time: 0.4462585 Nov 18 16:39:49.977577 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316b963-3f6c-4154-87ff-45108b24760d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4077ebcd-bc63-4dfb-b67f-4dcc16ffeb3a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:50.508421 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4c7b3-6672-496b-9c2f-696bb3c7a0c4 req-55511afa-d0ef-4c89-8d8b-c9c24612caa3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:50.518222 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dad4c7b3-6672-496b-9c2f-696bb3c7a0c4 req-55511afa-d0ef-4c89-8d8b-c9c24612caa3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1096692 Nov 18 16:39:50.589764 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dad4c7b3-6672-496b-9c2f-696bb3c7a0c4 req-000e34e1-2d6c-4106-b3db-688e3cf759db tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696616 Nov 18 16:39:50.766759 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36314) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:50.793401 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ca655de2-7989-4f2b-aee5-040d20769a5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:50.999358 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ca655de2-7989-4f2b-aee5-040d20769a5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:51.007597 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ca655de2-7989-4f2b-aee5-040d20769a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:51.045294 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75471f2a-6170-49f6-b33d-261202cd6dc9 req-930a3339-4ced-490a-88ba-276d03cb31d8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:51.055232 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-75471f2a-6170-49f6-b33d-261202cd6dc9 req-930a3339-4ced-490a-88ba-276d03cb31d8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1540990 Nov 18 16:39:51.091601 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ca655de2-7989-4f2b-aee5-040d20769a5f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8e990eb7e4a64a869e1cca100b487884&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236473 Nov 18 16:39:51.098173 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36322) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:39:51.101080 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca655de2-7989-4f2b-aee5-040d20769a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcc458b-30a7-4850-83e9-f254546fcfd3,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:51.180147 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-75471f2a-6170-49f6-b33d-261202cd6dc9 req-141dd08d-8ea0-4211-a3bb-44529dd6b785 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106710 Nov 18 16:39:51.294894 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9c0db52-6e8f-4408-9868-6e0238d801d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:51.342285 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9c0db52-6e8f-4408-9868-6e0238d801d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:51.426688 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9c0db52-6e8f-4408-9868-6e0238d801d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:51.430502 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9c0db52-6e8f-4408-9868-6e0238d801d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:51.434088 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f9c0db52-6e8f-4408-9868-6e0238d801d2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbcc458b-30a7-4850-83e9-f254546fcfd3 HTTP/1.1" status: 204 len: 168 time: 0.3323917 Nov 18 16:39:51.463241 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c0db52-6e8f-4408-9868-6e0238d801d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcc458b-30a7-4850-83e9-f254546fcfd3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:39:51.942899 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a4e140-3c28-493d-9f24-aa48adb0a5e0 req-50507562-97da-4a3a-a712-fb3144c94739 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:51.962049 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-93a4e140-3c28-493d-9f24-aa48adb0a5e0 req-50507562-97da-4a3a-a712-fb3144c94739 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2129042 Nov 18 16:39:52.090837 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-93a4e140-3c28-493d-9f24-aa48adb0a5e0 req-3b60b85f-cac3-4205-9d54-d934600482e4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254210 Nov 18 16:39:53.359425 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165561c8-1d47-483c-bfed-3612ce38ef62 req-819a9be8-3acc-4c6f-8602-b1f879632426 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:53.371293 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-165561c8-1d47-483c-bfed-3612ce38ef62 req-819a9be8-3acc-4c6f-8602-b1f879632426 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1124170 Nov 18 16:39:53.438825 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-165561c8-1d47-483c-bfed-3612ce38ef62 req-3f67c32c-c73e-49e2-b94a-32d86238a53b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659320 Nov 18 16:39:54.859786 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-85e1c101-242a-46ec-87f2-7d07c799f647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:54.863509 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70460f2d-89fb-4f1b-be80-bf7d91387364 req-02ebca00-f1a9-4620-962d-c8f23b0f0757 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:54.865211 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-70460f2d-89fb-4f1b-be80-bf7d91387364 req-02ebca00-f1a9-4620-962d-c8f23b0f0757 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1231294 Nov 18 16:39:54.944154 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-70460f2d-89fb-4f1b-be80-bf7d91387364 req-d850d12d-9834-4d5d-ae2c-376b701ef69f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703216 Nov 18 16:39:56.203744 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2227832-90d3-4763-9085-b7c24506f2ea req-2d137ea8-d3e9-45d4-a64b-a7109007ca65 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:56.220341 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a2227832-90d3-4763-9085-b7c24506f2ea req-2d137ea8-d3e9-45d4-a64b-a7109007ca65 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1159284 Nov 18 16:39:56.300861 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a2227832-90d3-4763-9085-b7c24506f2ea req-13bc863f-79d8-4425-a217-94eeb718fec6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789604 Nov 18 16:39:56.984473 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033cdba0-5039-4a81-b299-89c2f76d2a62 req-236c211d-74a0-46f2-9739-fb5f22555e74 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:56.985861 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-1f0676ca-ad24-4c5d-9565-0977f0fc55d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:56.987932 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-033cdba0-5039-4a81-b299-89c2f76d2a62 req-236c211d-74a0-46f2-9739-fb5f22555e74 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0691807 Nov 18 16:39:57.061057 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-033cdba0-5039-4a81-b299-89c2f76d2a62 req-672994d5-7e70-41c2-b5fd-524125d7090e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656829 Nov 18 16:39:57.272247 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-5eb24806-1eaa-4624-ba71-9c4e19b32dee tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:57.273728 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-5eb24806-1eaa-4624-ba71-9c4e19b32dee tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 815 time: 0.1792963 Nov 18 16:39:57.291944 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-d43b7561-539a-4f8e-a6b5-27a13b377b4e tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/quotas/a57969bd21194feca2d2df3bc8bd0757 HTTP/1.1" status: 200 len: 375 time: 0.0113738 Nov 18 16:39:57.413746 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-3c2ccfb2-9e0e-456c-958d-2c0c76d7d857 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114802 Nov 18 16:39:57.536853 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc1fc4-27cf-4757-b9d4-a460f2577099 req-60632ade-fcc9-4af8-942d-5df225887120 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:57.545108 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-59dc1fc4-27cf-4757-b9d4-a460f2577099 req-60632ade-fcc9-4af8-942d-5df225887120 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0865967 Nov 18 16:39:57.613500 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-59dc1fc4-27cf-4757-b9d4-a460f2577099 req-4918099d-ed65-4082-a461-db5944aa778f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673115 Nov 18 16:39:57.622875 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-3a699c52-24dd-4cfc-9a8a-14031b368483 service neutron] 10.222.0.37 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878653 Nov 18 16:39:57.787962 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-71ea9f3e-0ff9-4845-a7b6-d880c024e0d7 service neutron] 10.222.0.37 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564980 Nov 18 16:39:58.043072 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-979b07f2-8536-47df-be92-706a09f9186e req-86e7511d-37db-4966-9f32-c601be6bc027 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 210 time: 0.0358844 Nov 18 16:39:58.380003 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5104f-6b84-4a55-a133-fabddbd3b6a3 req-f15317b0-a025-4458-9e86-d16abab626cf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:58.382553 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dbe5104f-6b84-4a55-a133-fabddbd3b6a3 req-f15317b0-a025-4458-9e86-d16abab626cf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1505661 Nov 18 16:39:58.434809 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff41615-4bc8-4781-b057-4c45e6a2c333 req-38f0bc42-2425-4047-b84e-38552b7f3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:58.437307 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eff41615-4bc8-4781-b057-4c45e6a2c333 req-38f0bc42-2425-4047-b84e-38552b7f3b93 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.1642833 Nov 18 16:39:58.517182 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:58.562854 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dbe5104f-6b84-4a55-a133-fabddbd3b6a3 req-f3b498cf-319f-42d0-a8a6-b828e28f14be tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656792 Nov 18 16:39:58.604897 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eff41615-4bc8-4781-b057-4c45e6a2c333 req-b8d229d1-65d7-49bb-a6ee-241b997a7138 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440184 Nov 18 16:39:58.851878 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02f8be-997a-4d71-9310-7573e108718b req-62912a8f-83c9-434d-b9d3-502382798e47 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:58.863421 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fa02f8be-997a-4d71-9310-7573e108718b req-62912a8f-83c9-434d-b9d3-502382798e47 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1084976 Nov 18 16:39:58.925748 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fa02f8be-997a-4d71-9310-7573e108718b req-f9ac67cb-a862-4d32-ac5b-92b6b2148a5e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Nov 18 16:39:59.222185 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cf5f030e-022c-4794-8bde-648cf700da9f req-4100f83d-9a23-41d1-8ec2-1558432597ac tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 210 time: 0.0363879 Nov 18 16:39:59.765753 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20632ca5-b49e-4473-964e-ac55fbddf99b req-f5ee7303-af25-48ee-b514-62abb769f551 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:39:59.767883 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-20632ca5-b49e-4473-964e-ac55fbddf99b req-f5ee7303-af25-48ee-b514-62abb769f551 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0589616 Nov 18 16:39:59.853781 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:39:59.871659 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-20632ca5-b49e-4473-964e-ac55fbddf99b req-c914b844-dd16-4ffb-9c86-8878585dd587 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912762 Nov 18 16:40:00.242316 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d6f913-6654-4e8b-b6ee-9a987f95ff25 req-c2c11356-2ddb-4541-a784-fd09640a853c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:00.245750 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-41d6f913-6654-4e8b-b6ee-9a987f95ff25 req-c2c11356-2ddb-4541-a784-fd09640a853c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1261141 Nov 18 16:40:00.276688 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-9ea6a136-b59c-435d-9ad5-05b3939b9dfb tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:00.279441 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-9ea6a136-b59c-435d-9ad5-05b3939b9dfb tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.66 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 815 time: 0.3154798 Nov 18 16:40:00.315583 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'port': {'device_id': '96191807-c647-4174-b4c1-84cea3b5d78f', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'admin_state_up': True, 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:00.318870 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:00.392856 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-68bbb540-a945-4690-b0f2-cdc76d4f0f56 req-3d8f2a4d-d9d6-4100-8207-0b900feab269 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 210 time: 0.0379076 Nov 18 16:40:01.019354 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-41d6f913-6654-4e8b-b6ee-9a987f95ff25 req-893a3584-d600-42f8-baf8-b74783c8a537 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7382295 Nov 18 16:40:01.103051 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Made reservation on behalf of a57969bd21194feca2d2df3bc8bd0757 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:40:01.113486 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:01.183404 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee284c-8da9-4ed2-a969-559eeaf79112 req-955eb0d4-f346-4b48-b5c6-fbbaea5d49fd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:01.194427 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ceee284c-8da9-4ed2-a969-559eeaf79112 req-955eb0d4-f346-4b48-b5c6-fbbaea5d49fd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0850763 Nov 18 16:40:01.341575 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ceee284c-8da9-4ed2-a969-559eeaf79112 req-c4dbbbdf-d0e3-4795-bdac-19b4be4a032a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460488 Nov 18 16:40:01.357065 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:01.566841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Allocated IP 172.20.0.4 (def42321-6c5f-49a8-b8ca-6024ba286c63/8637fcc3-6a68-481f-bb00-bf132ea4ec16/2e5d0a51-8406-4f5c-a741-903f01eb1ba3) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:40:01.953814 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd2e5ee6-0303-4bc7-a273-831f2665250f req-0896feeb-2ff0-48b5-88e4-3f5d6a6c32ec tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 210 time: 0.1598003 Nov 18 16:40:02.259844 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:02.393798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:02.467362 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56b986-606c-4526-881f-a67731aa2f0b req-2898dd45-09dd-4280-b631-d7fd6229f5c3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:02.487167 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf56b986-606c-4526-881f-a67731aa2f0b req-2898dd45-09dd-4280-b631-d7fd6229f5c3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2092624 Nov 18 16:40:02.571841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Network def42321-6c5f-49a8-b8ca-6024ba286c63 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:40:02.591748 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:40:02.606152 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:40:02.675163 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf56b986-606c-4526-881f-a67731aa2f0b req-2813eccd-d717-4fa0-acad-920e178b29fc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812267 Nov 18 16:40:02.880916 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:02.930490 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:02.931444 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:02.986032 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe46196-eb30-434d-834b-72cf2d4c457a req-21dc084c-7ee4-4a03-9cc3-0ea9a0a6bf49 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:03.008804 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cbe46196-eb30-434d-834b-72cf2d4c457a req-21dc084c-7ee4-4a03-9cc3-0ea9a0a6bf49 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.4093924 Nov 18 16:40:03.039779 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-8a645a39-e0e4-4a7d-82b1-d0edd038847d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7319734 Nov 18 16:40:03.083031 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Request body: {'port': {'device_id': '96191807-c647-4174-b4c1-84cea3b5d78f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:03.166501 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-cbe46196-eb30-434d-834b-72cf2d4c457a req-5e500349-7e8d-4fb2-b53d-6c716c302335 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564972 Nov 18 16:40:03.189925 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-a25df4d6-24fc-4dd5-849b-653210b4dc7a None None] Provisioning complete for port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:40:03.190794 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a25df4d6-24fc-4dd5-849b-653210b4dc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:03.242503 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:03.394688 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-a25df4d6-24fc-4dd5-849b-653210b4dc7a None None] Port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:40:04.155766 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4139867-6684-4440-be91-e666c245e914 req-13b94f11-c630-420c-bc68-74a48ba91eff tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:04.173838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b4139867-6684-4440-be91-e666c245e914 req-13b94f11-c630-420c-bc68-74a48ba91eff tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 931 time: 0.3291268 Nov 18 16:40:04.200838 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147956bf-6624-4669-bcf6-a4175361fa0f req-f470fa82-0629-4407-b93e-8e0e761f908e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:04.216230 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-147956bf-6624-4669-bcf6-a4175361fa0f req-f470fa82-0629-4407-b93e-8e0e761f908e tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1247671 Nov 18 16:40:04.349313 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-147956bf-6624-4669-bcf6-a4175361fa0f req-7594de43-cbd1-4872-a0c1-d127eb5c5a95 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317527 Nov 18 16:40:04.860942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:40:04.882602 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2836b3-c4d9-4e77-947c-9f2b500cd5be req-4de80131-e5bf-430e-b81d-aec60eaef2a0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:04.885299 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:04.886465 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cb2836b3-c4d9-4e77-947c-9f2b500cd5be req-4de80131-e5bf-430e-b81d-aec60eaef2a0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1536007 Nov 18 16:40:04.945316 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-9f71c362-b24f-413e-bae7-5a8f842f3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:04.949164 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-9f71c362-b24f-413e-bae7-5a8f842f3b83 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.6961346 Nov 18 16:40:05.006027 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b4139867-6684-4440-be91-e666c245e914 req-6f6e18f0-b1d9-450c-a795-3d2102ef588b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819831 Nov 18 16:40:05.036843 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36646) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:05.177636 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cb2836b3-c4d9-4e77-947c-9f2b500cd5be req-c0173fce-52fc-4971-82b5-ca6bcb2b2d93 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637701 Nov 18 16:40:05.286474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Transition to ACTIVE for port object 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:40:05.297700 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-32baae47-a44f-48c2-9099-f4932fbfa1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:05.303107 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-32baae47-a44f-48c2-9099-f4932fbfa1a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.2936285 Nov 18 16:40:05.305401 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:05.561148 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e11809a8-5d74-47aa-bca7-5496e8b0cfb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:05.645276 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:05.692297 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-d7ee8f7a-fa5c-4751-8e34-41ceea268639 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.2422171 Nov 18 16:40:05.752858 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e11809a8-5d74-47aa-bca7-5496e8b0cfb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:05.763462 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e11809a8-5d74-47aa-bca7-5496e8b0cfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:05.851810 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b1114-35cd-4457-9d0a-e0dbde2c3f15 req-8259adf4-28f5-4406-abc0-0774e84e2056 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:05.854277 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-671b1114-35cd-4457-9d0a-e0dbde2c3f15 req-8259adf4-28f5-4406-abc0-0774e84e2056 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2125762 Nov 18 16:40:05.869192 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e11809a8-5d74-47aa-bca7-5496e8b0cfb0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=bd91b4777aba4e268ffab03b45896c89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8262312 Nov 18 16:40:05.870415 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11809a8-5d74-47aa-bca7-5496e8b0cfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288e269b-4daa-4fcb-a917-9599271c7581,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:05.875701 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36664) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:05.880870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Attempting to bind port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:40:05.881342 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Attempting to bind port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:40:05.881776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Attempting to bind port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 on network def42321-6c5f-49a8-b8ca-6024ba286c63 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:40:05.896152 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-8199aa83-e79b-4d63-b663-257749ce3710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:05.897998 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-8199aa83-e79b-4d63-b663-257749ce3710 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.1766498 Nov 18 16:40:05.925061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 on network def42321-6c5f-49a8-b8ca-6024ba286c63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:40:05.925061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Attempting to bind port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 on network def42321-6c5f-49a8-b8ca-6024ba286c63 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:40:05.982794 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 40, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:40:05.983148 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Checking segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:40:05.983543 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Bound using segment: {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:40:05.983997 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Bound port: 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d9a8b0c-6a4f-40a9-8036-3e572099db67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:40:05.984387 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:06.031596 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-2eab2a4e-1a0c-4f80-9554-4194f2a2be91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090238 Nov 18 16:40:06.279472 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36670) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:06.300923 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b45e2-e92b-4839-bd18-598c1d8bacad req-e81d4416-d557-49eb-b2a5-9ab143aee553 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:06.319569 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6b8b45e2-e92b-4839-bd18-598c1d8bacad req-e81d4416-d557-49eb-b2a5-9ab143aee553 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1489847 Nov 18 16:40:06.366505 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-671b1114-35cd-4457-9d0a-e0dbde2c3f15 req-bbe10d1b-bb7e-4ed8-b946-033ed076e918 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4881368 Nov 18 16:40:06.501530 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-40fc5883-5d6a-46af-98a0-2d2f71ae42ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:06.512583 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6b8b45e2-e92b-4839-bd18-598c1d8bacad req-8e8d9482-7f06-4774-ab6b-adc74f553e17 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879125 Nov 18 16:40:06.518418 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:40:06.657401 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-faca52d0-9ac6-45b3-b59d-3a12e687c0e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:06.729343 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-40fc5883-5d6a-46af-98a0-2d2f71ae42ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:06.830988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:40:06.839551 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:06.919756 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-faca52d0-9ac6-45b3-b59d-3a12e687c0e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:06.925170 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-faca52d0-9ac6-45b3-b59d-3a12e687c0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.009516 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-faca52d0-9ac6-45b3-b59d-3a12e687c0e1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f4346db3c93c4711934920cc9938cc08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6883779 Nov 18 16:40:07.010650 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca52d0-9ac6-45b3-b59d-3a12e687c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7572d36f-65c7-4286-b671-ba5b629ccfe6,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:07.028026 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36686) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:07.052293 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:07.053226 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.058989 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-bd423c43-4564-46db-8513-922d1d92915b service neutron] 10.222.0.66 "PUT /v2.0/ports/2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 1093 time: 3.9820755 Nov 18 16:40:07.061723 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-27832603-ce5f-4131-a324-4557d4d05b8b service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9308178 Nov 18 16:40:07.062463 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:07.065491 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bad197f-69ca-4ed7-80c3-6d1909d3a601" -d '{"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:07.149247 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a88be-db01-4ca6-96c7-1af273d24f06 req-88661f06-5d15-4f61-927b-a6c01969cb69 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:07.158894 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-468a88be-db01-4ca6-96c7-1af273d24f06 req-88661f06-5d15-4f61-927b-a6c01969cb69 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.3802247 Nov 18 16:40:07.180631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd423c43-4564-46db-8513-922d1d92915b service neutron] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:07.206735 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4826fc5-a8f5-4cb6-a164-c4ed528201a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.243001 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d125d7-12ee-4826-a77e-cd20a7ec5bde x-openstack-request-id: req-28d125d7-12ee-4826-a77e-cd20a7ec5bde {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:07.243411 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:07.243774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28d125d7-12ee-4826-a77e-cd20a7ec5bde {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:07.244287 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'status': 'completed', 'code': 200} Nov 18 16:40:07.253692 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-40fc5883-5d6a-46af-98a0-2d2f71ae42ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.259717 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4826fc5-a8f5-4cb6-a164-c4ed528201a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.261289 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-40fc5883-5d6a-46af-98a0-2d2f71ae42ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.273598 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-40fc5883-5d6a-46af-98a0-2d2f71ae42ef admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/288e269b-4daa-4fcb-a917-9599271c7581 HTTP/1.1" status: 204 len: 168 time: 1.3848906 Nov 18 16:40:07.317649 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-468a88be-db01-4ca6-96c7-1af273d24f06 req-a0b91052-d0ff-491a-9dee-13c072ca069a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566556 Nov 18 16:40:07.325009 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc5883-5d6a-46af-98a0-2d2f71ae42ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288e269b-4daa-4fcb-a917-9599271c7581,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:07.366653 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4826fc5-a8f5-4cb6-a164-c4ed528201a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.370114 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b4826fc5-a8f5-4cb6-a164-c4ed528201a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:07.373975 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b4826fc5-a8f5-4cb6-a164-c4ed528201a7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7572d36f-65c7-4286-b671-ba5b629ccfe6 HTTP/1.1" status: 204 len: 168 time: 0.3438611 Nov 18 16:40:07.391488 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4826fc5-a8f5-4cb6-a164-c4ed528201a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7572d36f-65c7-4286-b671-ba5b629ccfe6,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:07.612784 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931064ad-78aa-40a1-bf45-37ca4268d244 req-7af6dde1-a9aa-49b6-a5ed-b8003488d91a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:07.624103 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-931064ad-78aa-40a1-bf45-37ca4268d244 req-7af6dde1-a9aa-49b6-a5ed-b8003488d91a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1062801 Nov 18 16:40:07.726218 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-931064ad-78aa-40a1-bf45-37ca4268d244 req-e81f2de9-4721-4c24-ade8-3e64cbba5531 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010363 Nov 18 16:40:07.758474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ed32c-1c2b-4591-a257-3e90f5a3e5f0 req-f103acb0-33d7-46cf-9a1b-12ad7cb23ee8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:07.761457 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-421ed32c-1c2b-4591-a257-3e90f5a3e5f0 req-f103acb0-33d7-46cf-9a1b-12ad7cb23ee8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1320431 Nov 18 16:40:07.894479 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-421ed32c-1c2b-4591-a257-3e90f5a3e5f0 req-44b97b63-6e4a-48ca-b449-1f4627e8d2bf tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228080 Nov 18 16:40:07.962067 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36722) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:07.980469 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d43351c5-54b9-420a-86fe-36305d211042 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.163218 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d43351c5-54b9-420a-86fe-36305d211042 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.170494 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d43351c5-54b9-420a-86fe-36305d211042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.262863 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36734) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:08.263323 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d43351c5-54b9-420a-86fe-36305d211042 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b6e3c91c5424c368a14932482814a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2997344 Nov 18 16:40:08.264359 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43351c5-54b9-420a-86fe-36305d211042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc21f833-456e-49b7-9f9b-a090257a304e,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:08.373555 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3c439d87-532e-484e-ba17-1f92381dd98a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.420936 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3c439d87-532e-484e-ba17-1f92381dd98a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.450834 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766691ce-15eb-4bc3-ada3-41074bfcd528 req-83a0914c-6190-4ad1-9cbe-fde1f30c5a2d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:08.452426 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea6eb4-0290-423c-b1d9-37a57f4c6dd3 req-e2825218-7d68-42d0-b4fc-48c498ae9b54 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:08.452898 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-766691ce-15eb-4bc3-ada3-41074bfcd528 req-83a0914c-6190-4ad1-9cbe-fde1f30c5a2d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0758693 Nov 18 16:40:08.454030 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17ea6eb4-0290-423c-b1d9-37a57f4c6dd3 req-e2825218-7d68-42d0-b4fc-48c498ae9b54 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1294267 Nov 18 16:40:08.554816 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3c439d87-532e-484e-ba17-1f92381dd98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.559734 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-766691ce-15eb-4bc3-ada3-41074bfcd528 req-9cf4c615-ae48-486b-bc3a-4fb568694fe3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977416 Nov 18 16:40:08.561359 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3c439d87-532e-484e-ba17-1f92381dd98a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:08.563587 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3c439d87-532e-484e-ba17-1f92381dd98a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fc21f833-456e-49b7-9f9b-a090257a304e HTTP/1.1" status: 204 len: 168 time: 0.2978878 Nov 18 16:40:08.594863 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c439d87-532e-484e-ba17-1f92381dd98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc21f833-456e-49b7-9f9b-a090257a304e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:08.603818 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-17ea6eb4-0290-423c-b1d9-37a57f4c6dd3 req-80cdf5c4-3e0a-4333-851d-68f1f84dc864 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193850 Nov 18 16:40:08.875753 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bb4b3-d5d7-4244-b14a-ba25d3e40ad0 req-dc83155e-7d27-4544-bb64-cd0f7f24fd07 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:08.878399 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-594bb4b3-d5d7-4244-b14a-ba25d3e40ad0 req-dc83155e-7d27-4544-bb64-cd0f7f24fd07 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0641699 Nov 18 16:40:08.989364 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-594bb4b3-d5d7-4244-b14a-ba25d3e40ad0 req-e147711f-d65f-462e-85b7-2eaab3e77956 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995340 Nov 18 16:40:09.028499 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36762) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:09.050202 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7a393f1e-e8f6-499e-854f-24c9662f83e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.151877 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3d614a-8ef8-405c-aac2-0efd47c57875 req-81b0b96d-f6fe-464b-8701-b365443a612e tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:09.156209 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb3d614a-8ef8-405c-aac2-0efd47c57875 req-81b0b96d-f6fe-464b-8701-b365443a612e tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1035986 Nov 18 16:40:09.294767 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bb3d614a-8ef8-405c-aac2-0efd47c57875 req-f49beba4-407e-4540-891e-e48a6eeed822 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297343 Nov 18 16:40:09.307221 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7a393f1e-e8f6-499e-854f-24c9662f83e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.313833 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7a393f1e-e8f6-499e-854f-24c9662f83e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.360653 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a393f1e-e8f6-499e-854f-24c9662f83e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10fb519d-0fda-441e-a422-8cccd1ef230c,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:09.375673 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7a393f1e-e8f6-499e-854f-24c9662f83e8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3055f53740c94b1e8c07f6478f3e75a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456800 Nov 18 16:40:09.378949 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36784) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:09.450801 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0ade47ce-db88-46a9-992a-efde8c1ce2a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.477002 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0ade47ce-db88-46a9-992a-efde8c1ce2a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.601047 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0ade47ce-db88-46a9-992a-efde8c1ce2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.605409 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0ade47ce-db88-46a9-992a-efde8c1ce2a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:09.607011 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0ade47ce-db88-46a9-992a-efde8c1ce2a5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/10fb519d-0fda-441e-a422-8cccd1ef230c HTTP/1.1" status: 204 len: 168 time: 0.2272084 Nov 18 16:40:09.617271 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ade47ce-db88-46a9-992a-efde8c1ce2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10fb519d-0fda-441e-a422-8cccd1ef230c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:09.847628 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247cd44-9226-41eb-9880-fd327a4f8e89 req-57ae7010-0642-4862-b9e2-381eff873094 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:09.856125 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4247cd44-9226-41eb-9880-fd327a4f8e89 req-57ae7010-0642-4862-b9e2-381eff873094 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0832429 Nov 18 16:40:09.884824 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3236f-06ff-4054-9fe9-1acda8968526 req-901e1e7c-32b1-4303-9695-360fb49ac4d2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:09.888134 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9e3236f-06ff-4054-9fe9-1acda8968526 req-901e1e7c-32b1-4303-9695-360fb49ac4d2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1130648 Nov 18 16:40:09.943977 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4247cd44-9226-41eb-9880-fd327a4f8e89 req-b62c7240-63e2-4ec7-a6e9-34c5fa0a4138 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865772 Nov 18 16:40:09.957478 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9e3236f-06ff-4054-9fe9-1acda8968526 req-2b7a3461-f4e3-4b3c-a7da-961eec02c4e7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619123 Nov 18 16:40:10.147185 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a5e79-1d80-4b4b-8bea-07ebb0e904dd req-194b5d89-7d25-4a73-83ae-0fee1db2a3ee tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:10.150177 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4b5a5e79-1d80-4b4b-8bea-07ebb0e904dd req-194b5d89-7d25-4a73-83ae-0fee1db2a3ee tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0728202 Nov 18 16:40:10.304567 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4b5a5e79-1d80-4b4b-8bea-07ebb0e904dd req-efdd4c22-b358-4fe0-9dba-e288259bdacb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335988 Nov 18 16:40:10.510927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01b8de-a5f0-43ef-b67d-b09357141b19 req-a23c2373-89b5-487b-ac7d-f3832779d26c tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:10.512517 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e01b8de-a5f0-43ef-b67d-b09357141b19 req-a23c2373-89b5-487b-ac7d-f3832779d26c tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1006496 Nov 18 16:40:10.603088 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e01b8de-a5f0-43ef-b67d-b09357141b19 req-2be3426e-88bf-4b88-b108-ad635b25abe4 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816541 Nov 18 16:40:11.143044 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ddcf3-249d-4967-854e-a3d386c878d5 req-3dd4b5c4-6845-40ee-8511-0d37ef2db33e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:11.145190 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e97ddcf3-249d-4967-854e-a3d386c878d5 req-3dd4b5c4-6845-40ee-8511-0d37ef2db33e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0709903 Nov 18 16:40:11.178249 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58842673-85f5-446f-99bf-0daeea844691 req-421350b3-34dc-47f8-ab79-7a56a46310b8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:11.179852 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58842673-85f5-446f-99bf-0daeea844691 req-421350b3-34dc-47f8-ab79-7a56a46310b8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0920763 Nov 18 16:40:11.230493 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e97ddcf3-249d-4967-854e-a3d386c878d5 req-cf996690-17b4-45e4-acae-998d16f2bdd3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775051 Nov 18 16:40:11.266527 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58842673-85f5-446f-99bf-0daeea844691 req-4796566e-b296-4e5e-b55c-ff3e707b7bdc tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796368 Nov 18 16:40:11.467053 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1102ecd1-e5b6-41b5-a020-723e24b0e478 req-6781a0c5-2b7e-4f20-93a7-08eb8ddf4ef8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:11.470407 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1102ecd1-e5b6-41b5-a020-723e24b0e478 req-6781a0c5-2b7e-4f20-93a7-08eb8ddf4ef8 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0854304 Nov 18 16:40:11.582849 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1102ecd1-e5b6-41b5-a020-723e24b0e478 req-843b0d1d-fd60-48bc-9844-313696739dfd tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047926 Nov 18 16:40:11.740691 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ac37c-4c5f-4fbc-ad7e-2cbb5eb4af1c req-48fc007d-52d2-4205-837d-65a5c0ea474f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:11.742183 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f1ac37c-4c5f-4fbc-ad7e-2cbb5eb4af1c req-48fc007d-52d2-4205-837d-65a5c0ea474f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0563610 Nov 18 16:40:11.805871 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9f1ac37c-4c5f-4fbc-ad7e-2cbb5eb4af1c req-516a5c78-4353-4d7c-af3d-beb385619f45 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568926 Nov 18 16:40:11.868246 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36886) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:11.932034 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Deleting subnet 379adc94-972f-4df5-8327-e85a9ab4ae57 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:40:11.936988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:11.984818 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.054466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.135613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.168955 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=379adc94-972f-4df5-8327-e85a9ab4ae57,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:12.175214 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.181120 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-106d17f9-cff2-42fd-a85a-459e7572a3ea admin admin] 10.222.0.37 "DELETE /v2.0/subnets/379adc94-972f-4df5-8327-e85a9ab4ae57 HTTP/1.1" status: 204 len: 168 time: 0.3100653 Nov 18 16:40:12.183456 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36892) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:12.260499 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.402927 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.459165 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db27d81c-342a-40e6-b606-78176c79c4b5']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:12.473329 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ddf925-5bff-41e9-89d6-b210832c2adc') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:12.473921 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ddf925-5bff-41e9-89d6-b210832c2adc') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:12.488361 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.489235 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef4e3-1b26-4b33-b75f-3ed9e9094164 req-52c7625c-d4ce-42d8-846f-8c7a450820ce tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:12.491846 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c2ef4e3-1b26-4b33-b75f-3ed9e9094164 req-52c7625c-d4ce-42d8-846f-8c7a450820ce tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0921309 Nov 18 16:40:12.511171 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf57cec4-b05a-4dc6-9e7c-6520494447e9 req-60f34741-cb40-40fa-97f9-a3ca5d553200 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:12.512619 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cf57cec4-b05a-4dc6-9e7c-6520494447e9 req-60f34741-cb40-40fa-97f9-a3ca5d553200 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1048996 Nov 18 16:40:12.518456 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.530907 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:40:12.531440 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:40:12.533847 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:40:12.547649 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1c2ef4e3-1b26-4b33-b75f-3ed9e9094164 req-2c67d1f9-57be-4a51-8de3-7ec4e85f3be1 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Nov 18 16:40:12.648356 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cf57cec4-b05a-4dc6-9e7c-6520494447e9 req-7d111f43-779b-4bf8-9e0b-4f101ceb237a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269872 Nov 18 16:40:12.657010 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.679015 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:12.685670 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] 10.222.0.37 "DELETE /v2.0/networks/db27d81c-342a-40e6-b606-78176c79c4b5 HTTP/1.1" status: 204 len: 168 time: 0.5008054 Nov 18 16:40:12.702600 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b2e9c-2929-4865-9374-c49da9b29e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=db27d81c-342a-40e6-b606-78176c79c4b5,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:12.759058 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d239d9-f17e-4c4a-b0dc-d40b3e8141ad req-0b936563-3dd9-4318-ac44-146cd30e1bd3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:12.764776 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-95d239d9-f17e-4c4a-b0dc-d40b3e8141ad req-0b936563-3dd9-4318-ac44-146cd30e1bd3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0671644 Nov 18 16:40:12.855022 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-95d239d9-f17e-4c4a-b0dc-d40b3e8141ad req-d3aa1090-8ee9-43f1-b6f5-3abb12f03618 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796282 Nov 18 16:40:12.960699 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36912) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:12.970554 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d692a-3c77-47d1-9bf9-0c17af5eb003 req-f435798f-a033-460d-993c-b78af00357d7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:12.973174 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d27d692a-3c77-47d1-9bf9-0c17af5eb003 req-f435798f-a033-460d-993c-b78af00357d7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0563033 Nov 18 16:40:13.008590 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e2c953f0-3860-41c0-9455-9b6783d69e7f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52f1c90b2d0641828ffa94c522546f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465949 Nov 18 16:40:13.011188 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36914) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:13.029434 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d27d692a-3c77-47d1-9bf9-0c17af5eb003 req-9dea59f1-f2a2-49ac-82e5-221026498fd7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497537 Nov 18 16:40:13.090622 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0b70adc-2bb3-4986-bcf6-69597735267b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.118120 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0b70adc-2bb3-4986-bcf6-69597735267b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.184507 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0b70adc-2bb3-4986-bcf6-69597735267b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.189330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d0b70adc-2bb3-4986-bcf6-69597735267b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.192815 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d0b70adc-2bb3-4986-bcf6-69597735267b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2ca7068f-bf2e-4851-aebf-711eef9b5b14 HTTP/1.1" status: 204 len: 168 time: 0.1806223 Nov 18 16:40:13.215160 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b70adc-2bb3-4986-bcf6-69597735267b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca7068f-bf2e-4851-aebf-711eef9b5b14,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:13.429645 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36928) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:13.567183 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-10861df0-b265-46b3-9c56-91b49f707212 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.724869 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-10861df0-b265-46b3-9c56-91b49f707212 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.743401 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-10861df0-b265-46b3-9c56-91b49f707212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:13.814550 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff214160-432c-4106-8747-a1a48df2a631 req-b6c0c681-ef21-439f-93b9-5fe7ee5e11f6 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:13.816603 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ff214160-432c-4106-8747-a1a48df2a631 req-b6c0c681-ef21-439f-93b9-5fe7ee5e11f6 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1564567 Nov 18 16:40:13.841923 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861df0-b265-46b3-9c56-91b49f707212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef39d7-8b59-48d1-9812-2ee03649d794,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:13.858111 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-10861df0-b265-46b3-9c56-91b49f707212 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b950baf24dc4659b92c4adabbc23609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4270422 Nov 18 16:40:13.858729 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36948) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:13.897275 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fff5e9-35d3-40a3-9f27-5a23405f0c50 req-ddd15b13-25f6-4eca-bb84-13cb48684f35 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:13.905305 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d3fff5e9-35d3-40a3-9f27-5a23405f0c50 req-ddd15b13-25f6-4eca-bb84-13cb48684f35 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0910220 Nov 18 16:40:13.948559 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ff214160-432c-4106-8747-a1a48df2a631 req-326b26a6-0440-4dd6-a4e2-a919f33d9ad3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191673 Nov 18 16:40:14.013213 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7271c1a1-a1c7-4269-8d46-9a9d88e8a1e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:14.031459 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d3fff5e9-35d3-40a3-9f27-5a23405f0c50 req-6a9c2cd1-86d7-4bb2-bab3-241e18fe8b23 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250939 Nov 18 16:40:14.110866 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7271c1a1-a1c7-4269-8d46-9a9d88e8a1e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:14.219140 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0ace4-d7df-4bd1-9ac7-39f6bfd1253c req-69646301-1cb1-4729-a371-d6e74606d491 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:14.221277 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c4b0ace4-d7df-4bd1-9ac7-39f6bfd1253c req-69646301-1cb1-4729-a371-d6e74606d491 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1047983 Nov 18 16:40:14.265408 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7271c1a1-a1c7-4269-8d46-9a9d88e8a1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:14.268771 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7271c1a1-a1c7-4269-8d46-9a9d88e8a1e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:14.269903 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7271c1a1-a1c7-4269-8d46-9a9d88e8a1e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8eef39d7-8b59-48d1-9812-2ee03649d794 HTTP/1.1" status: 204 len: 168 time: 0.4075890 Nov 18 16:40:14.283973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271c1a1-a1c7-4269-8d46-9a9d88e8a1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef39d7-8b59-48d1-9812-2ee03649d794,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:14.296770 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048dd3b9-e942-4ee4-9d2e-7cbb31f4ed3e req-4e574bfb-d0cb-4c66-803c-3556d2fd44da tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:14.299955 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-048dd3b9-e942-4ee4-9d2e-7cbb31f4ed3e req-4e574bfb-d0cb-4c66-803c-3556d2fd44da tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1303043 Nov 18 16:40:14.352003 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c4b0ace4-d7df-4bd1-9ac7-39f6bfd1253c req-7e82968f-43ba-43a3-81d3-7f832e525750 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231461 Nov 18 16:40:14.459948 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-048dd3b9-e942-4ee4-9d2e-7cbb31f4ed3e req-8c96573e-bb5a-4d2a-9da8-558246069ab8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434474 Nov 18 16:40:14.684774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36972) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:14.918794 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-65e6f7ef-1acb-4cf8-81dd-f1ca5726cf2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.001482 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 36978) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:15.032017 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dfb568f0-4915-4bf0-8222-ee33797a59d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.149655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-65e6f7ef-1acb-4cf8-81dd-f1ca5726cf2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.211150 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-65e6f7ef-1acb-4cf8-81dd-f1ca5726cf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.229254 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dfb568f0-4915-4bf0-8222-ee33797a59d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.237629 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dfb568f0-4915-4bf0-8222-ee33797a59d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.282112 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-65e6f7ef-1acb-4cf8-81dd-f1ca5726cf2e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61b8094cb62844818ce56dfd07432b8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5937338 Nov 18 16:40:15.282985 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36986) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:15.285735 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6f7ef-1acb-4cf8-81dd-f1ca5726cf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c5ed724-704c-4058-943c-c7aa0af51cab,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:15.359818 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab11f3-0ecc-4bd5-af5e-0f440776d4b8 req-88c0b88d-594f-45ec-8348-8dc04fd85a19 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:15.361472 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dfab11f3-0ecc-4bd5-af5e-0f440776d4b8 req-88c0b88d-594f-45ec-8348-8dc04fd85a19 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.2032082 Nov 18 16:40:15.390113 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b195338-dcc4-458c-83bf-4237088266f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.427658 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-dfb568f0-4915-4bf0-8222-ee33797a59d6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=65df5e0c4d9d461782964a0275e51ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241846 Nov 18 16:40:15.428281 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b195338-dcc4-458c-83bf-4237088266f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.430762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 36990) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:15.452718 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb568f0-4915-4bf0-8222-ee33797a59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7c6986-09f1-4465-b2ab-2799503d661d,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:15.496647 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4dd720-f84d-425e-bdab-ea8d879083a7 req-6aa3c0c6-a167-4e99-b3a4-9a97fe2e8d6b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:15.499659 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e4dd720-f84d-425e-bdab-ea8d879083a7 req-6aa3c0c6-a167-4e99-b3a4-9a97fe2e8d6b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1937039 Nov 18 16:40:15.535529 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dfab11f3-0ecc-4bd5-af5e-0f440776d4b8 req-6a6818c7-8f36-4795-a07c-b8a2d72d7450 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560118 Nov 18 16:40:15.579826 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b195338-dcc4-458c-83bf-4237088266f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.585007 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1b195338-dcc4-458c-83bf-4237088266f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.589381 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1b195338-dcc4-458c-83bf-4237088266f2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3c5ed724-704c-4058-943c-c7aa0af51cab HTTP/1.1" status: 204 len: 168 time: 0.2972498 Nov 18 16:40:15.601538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aeff082c-1b11-47d8-a1b7-6495fac82f1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.610155 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e4dd720-f84d-425e-bdab-ea8d879083a7 req-fa176187-7414-4853-a637-f419ed9f8453 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986557 Nov 18 16:40:15.621116 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b195338-dcc4-458c-83bf-4237088266f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c5ed724-704c-4058-943c-c7aa0af51cab,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:15.704743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aeff082c-1b11-47d8-a1b7-6495fac82f1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.816210 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aeff082c-1b11-47d8-a1b7-6495fac82f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.823022 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-aeff082c-1b11-47d8-a1b7-6495fac82f1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:15.824699 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-aeff082c-1b11-47d8-a1b7-6495fac82f1a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3a7c6986-09f1-4465-b2ab-2799503d661d HTTP/1.1" status: 204 len: 168 time: 0.3834782 Nov 18 16:40:15.847885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7983413-c780-4210-bae4-3d841ad8ed1f req-77d9560e-4b7d-4175-a2d9-f6feb2d9fe07 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:15.849472 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e7983413-c780-4210-bae4-3d841ad8ed1f req-77d9560e-4b7d-4175-a2d9-f6feb2d9fe07 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1968243 Nov 18 16:40:15.866027 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff082c-1b11-47d8-a1b7-6495fac82f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7c6986-09f1-4465-b2ab-2799503d661d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:15.981550 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1676eb3-a284-4a71-b566-d9b57a72695d req-6fed355c-ad93-42ff-b967-2cc4403eff62 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:15.983679 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a1676eb3-a284-4a71-b566-d9b57a72695d req-6fed355c-ad93-42ff-b967-2cc4403eff62 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1751685 Nov 18 16:40:16.013959 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e7983413-c780-4210-bae4-3d841ad8ed1f req-d982ff5e-3357-496e-8375-30d28f9e8679 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500802 Nov 18 16:40:16.164368 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a1676eb3-a284-4a71-b566-d9b57a72695d req-4cf5111b-d4db-4330-b4fb-884e5ecfb1d6 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708872 Nov 18 16:40:16.683037 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-39a8c95a-ac40-48cc-8e21-69d1f30462be tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=f32aa6efe7c748e98a2b0dbfc21878d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482996 Nov 18 16:40:16.769222 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52521f2d-044d-41a3-a268-ba5e9d022774 req-31b4370e-e4ca-4d8c-b904-d68088363455 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:16.771427 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-52521f2d-044d-41a3-a268-ba5e9d022774 req-31b4370e-e4ca-4d8c-b904-d68088363455 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1042676 Nov 18 16:40:16.883188 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-52521f2d-044d-41a3-a268-ba5e9d022774 req-bdca5ea8-cfee-4c8b-b45f-3b51c75342af tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869431 Nov 18 16:40:17.100196 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404ecb7-a475-48b3-a42a-cb165c115a7f req-8d5451bc-c3d6-466d-afb5-c8f40ec43250 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:17.103006 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3404ecb7-a475-48b3-a42a-cb165c115a7f req-8d5451bc-c3d6-466d-afb5-c8f40ec43250 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1145525 Nov 18 16:40:17.190760 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3404ecb7-a475-48b3-a42a-cb165c115a7f req-a0e369ea-c20e-4d9f-977c-412ebf1e816b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797141 Nov 18 16:40:17.306637 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-cb445b5a-f4f5-41e1-929f-9a7305c83726 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:17.308512 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-cb445b5a-f4f5-41e1-929f-9a7305c83726 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6188679 Nov 18 16:40:17.336888 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-893b3542-58d1-4af7-8519-43a2661adc5b tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/quotas/f32aa6efe7c748e98a2b0dbfc21878d6 HTTP/1.1" status: 200 len: 375 time: 0.0181210 Nov 18 16:40:17.343362 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb78fb-3069-4acd-aa7c-cf04ca795bf5 req-df778a80-645a-42f2-b182-39d785a7dee9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:17.358333 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d9bb78fb-3069-4acd-aa7c-cf04ca795bf5 req-df778a80-645a-42f2-b182-39d785a7dee9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0817316 Nov 18 16:40:17.382126 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-03b35ac4-1027-4543-a4ff-20054d475f1f tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f32aa6efe7c748e98a2b0dbfc21878d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442209 Nov 18 16:40:17.456889 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d9bb78fb-3069-4acd-aa7c-cf04ca795bf5 req-e86631c4-75b9-473a-8a9f-772f701e978d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912011 Nov 18 16:40:17.618760 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c86d3405-fe02-4d01-9d63-a8b491def4d3 req-e15b63ea-aee5-4a16-a377-97601ee9d763 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0505788 Nov 18 16:40:17.646692 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970116ad-0aac-429f-94e4-6bf1eccf47a4 req-8300505f-71e5-4e5c-a22b-c9ee8c7f3bcb tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:17.648474 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-970116ad-0aac-429f-94e4-6bf1eccf47a4 req-8300505f-71e5-4e5c-a22b-c9ee8c7f3bcb tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1004651 Nov 18 16:40:17.712176 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-970116ad-0aac-429f-94e4-6bf1eccf47a4 req-6471cc31-e3c8-4957-aa98-142a34c23d09 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626917 Nov 18 16:40:18.065340 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f14a65b-9c58-4107-be04-e1a8ad4bc053 req-630ef13b-3c99-4275-9050-78d4fc070d02 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:18.067584 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f14a65b-9c58-4107-be04-e1a8ad4bc053 req-630ef13b-3c99-4275-9050-78d4fc070d02 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0878963 Nov 18 16:40:18.109571 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:40:18.145935 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f14a65b-9c58-4107-be04-e1a8ad4bc053 req-2a14842d-230f-418c-ad46-d587cd6dacc7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704381 Nov 18 16:40:18.332751 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe7f0-f6b3-4db4-8138-2710b2f4416f req-4284b8bf-9283-4e7b-bfaa-1424e8222c00 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:18.334415 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-748fe7f0-f6b3-4db4-8138-2710b2f4416f req-4284b8bf-9283-4e7b-bfaa-1424e8222c00 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0541141 Nov 18 16:40:18.394650 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-748fe7f0-f6b3-4db4-8138-2710b2f4416f req-b08f9993-a6c0-44f6-8c9e-1c693ce89921 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479608 Nov 18 16:40:18.627613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb5bca-eda3-4c9b-b822-2b50f05c0787 req-d89abc17-6fbd-418e-aacb-880ecaf9090f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:18.629847 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b6bb5bca-eda3-4c9b-b822-2b50f05c0787 req-d89abc17-6fbd-418e-aacb-880ecaf9090f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0682991 Nov 18 16:40:18.713195 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b6bb5bca-eda3-4c9b-b822-2b50f05c0787 req-5a1d2a05-6971-43e1-a43b-989d5a678237 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752144 Nov 18 16:40:18.769455 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a54a694e-4fd9-4698-9e38-0e86c493c06b req-b93f2a23-4b7b-4e82-ba5c-2ef8f701c3dc tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0368819 Nov 18 16:40:18.902163 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebc8b6-8b0f-4715-a003-24d2116a27d8 req-d69d6acb-5f5c-4d09-8485-f98919e1ed97 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:18.902702 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5ebc8b6-8b0f-4715-a003-24d2116a27d8 req-d69d6acb-5f5c-4d09-8485-f98919e1ed97 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0581157 Nov 18 16:40:18.960424 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a5ebc8b6-8b0f-4715-a003-24d2116a27d8 req-79c73191-ae74-453c-bc32-6ada5d1bcfcf tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512645 Nov 18 16:40:19.287595 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b59c74-2edd-4eb7-b298-65d130fbee97 req-0546507d-6bd5-4e9a-a428-cf55009650bd tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:19.289181 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-66b59c74-2edd-4eb7-b298-65d130fbee97 req-0546507d-6bd5-4e9a-a428-cf55009650bd tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0568087 Nov 18 16:40:19.344609 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-66b59c74-2edd-4eb7-b298-65d130fbee97 req-651757c9-40c2-4cea-a53c-b513d0edb30b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Nov 18 16:40:19.526508 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5e6e-cd73-4daa-ad27-e95f445b7277 req-9eedb439-4390-4a36-a317-6ee3a0b89211 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:19.528090 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c82e5e6e-cd73-4daa-ad27-e95f445b7277 req-9eedb439-4390-4a36-a317-6ee3a0b89211 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0567815 Nov 18 16:40:19.578633 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c82e5e6e-cd73-4daa-ad27-e95f445b7277 req-defadfd0-922f-4387-9c6b-ee17272cf185 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433946 Nov 18 16:40:19.879520 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a6a7ed1e-525b-437b-9fbc-4f94a77cdc23 req-881320d9-9686-40c7-85e9-e3f8172c69bb tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0303607 Nov 18 16:40:19.891398 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e399e5-ead8-4a24-9f4e-bec5b349fc4b req-086b05a9-2883-4847-a690-8760a6a97d8b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:19.893990 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d7e399e5-ead8-4a24-9f4e-bec5b349fc4b req-086b05a9-2883-4847-a690-8760a6a97d8b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0525556 Nov 18 16:40:19.942039 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d7e399e5-ead8-4a24-9f4e-bec5b349fc4b req-9e743f7b-b896-49f5-b953-435aa6d64ea0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421910 Nov 18 16:40:20.084608 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151f334-16a5-4faf-b705-b85c0bcdb1d0 req-e89497dd-0520-4612-a83f-dc8bfa3b2e76 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:20.086159 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7151f334-16a5-4faf-b705-b85c0bcdb1d0 req-e89497dd-0520-4612-a83f-dc8bfa3b2e76 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0506227 Nov 18 16:40:20.135718 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7151f334-16a5-4faf-b705-b85c0bcdb1d0 req-4aaff92f-a90d-4c40-ba1b-b3f351dd72d8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Nov 18 16:40:20.464836 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bf2096-a63a-456e-b6d4-d42de7b4b2f3 req-29909b48-ed3f-4e13-8831-da18da7487ea tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:20.466332 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b1bf2096-a63a-456e-b6d4-d42de7b4b2f3 req-29909b48-ed3f-4e13-8831-da18da7487ea tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0532293 Nov 18 16:40:20.515109 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b1bf2096-a63a-456e-b6d4-d42de7b4b2f3 req-cea21ea8-a7f3-45b5-9aec-bcbf168bae4f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422838 Nov 18 16:40:20.725837 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5b0652-728f-4903-beb5-081e5fa71577 req-71b7f49c-fc3c-4b0c-af07-909b13a1afea tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:20.727468 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9c5b0652-728f-4903-beb5-081e5fa71577 req-71b7f49c-fc3c-4b0c-af07-909b13a1afea tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0514884 Nov 18 16:40:20.780621 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9c5b0652-728f-4903-beb5-081e5fa71577 req-9b4b58f4-95b2-41f4-b94a-d6ba2a731ceb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449231 Nov 18 16:40:20.981261 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0c090658-10c3-4a4b-a50e-b11f68a6e1c0 req-08721b68-32a8-415d-894b-4589d66273b6 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Nov 18 16:40:21.073694 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7df6e-0857-4ade-ac45-14b7bc988b47 req-7231864c-4819-4454-826e-01bd5a1ed4c0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:21.075304 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b5b7df6e-0857-4ade-ac45-14b7bc988b47 req-7231864c-4819-4454-826e-01bd5a1ed4c0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0558288 Nov 18 16:40:21.138866 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b5b7df6e-0857-4ade-ac45-14b7bc988b47 req-a1d5a90d-82b4-4e85-9b5c-7027a5ad059a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546570 Nov 18 16:40:21.283513 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720e553-16a3-4591-8868-8280ad7a238c req-dfe5bb0d-e1ac-4e30-bc5c-3401834dfce1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:21.285289 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7720e553-16a3-4591-8868-8280ad7a238c req-dfe5bb0d-e1ac-4e30-bc5c-3401834dfce1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0686972 Nov 18 16:40:21.337880 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7720e553-16a3-4591-8868-8280ad7a238c req-03ff68ca-a03e-44cc-b6e0-8da0460867e8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456758 Nov 18 16:40:21.643196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8985b2-1e4e-4477-8148-3e502e58cfc8 req-bb86e38b-02c9-4af0-9477-0c137f55880b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:21.644974 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3d8985b2-1e4e-4477-8148-3e502e58cfc8 req-bb86e38b-02c9-4af0-9477-0c137f55880b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0526266 Nov 18 16:40:21.694411 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3d8985b2-1e4e-4477-8148-3e502e58cfc8 req-c16999b1-c9d3-4259-85e4-00278f332384 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Nov 18 16:40:21.907384 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336470db-5b49-40fc-9dfc-a4fb38953f38 req-dbbccffb-15ec-4def-b934-80a5a76d076f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:21.910010 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-336470db-5b49-40fc-9dfc-a4fb38953f38 req-dbbccffb-15ec-4def-b934-80a5a76d076f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0544715 Nov 18 16:40:21.962752 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-336470db-5b49-40fc-9dfc-a4fb38953f38 req-0b577180-b96e-4194-8865-0a017801e40d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 Nov 18 16:40:22.086032 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-502a94a1-575c-42e4-9f90-d223aa22a428 req-fe1757ca-719f-48d7-974c-65e7eebe7cb4 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0281830 Nov 18 16:40:22.271271 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83158f60-cb9a-4060-ace5-f52471f4e2de req-087cee45-ea9d-4dd0-b91b-dc878665e3af tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:22.272831 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-83158f60-cb9a-4060-ace5-f52471f4e2de req-087cee45-ea9d-4dd0-b91b-dc878665e3af tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0557561 Nov 18 16:40:22.332799 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-83158f60-cb9a-4060-ace5-f52471f4e2de req-3e1957a6-56cb-41a7-9f01-294bad69440c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497727 Nov 18 16:40:22.468261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b69971-aa2e-41f0-8b5d-e5f8d4ac93e9 req-0aac788d-830e-4001-8cd3-6ae3d6c6b5ea tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:22.470027 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6b69971-aa2e-41f0-8b5d-e5f8d4ac93e9 req-0aac788d-830e-4001-8cd3-6ae3d6c6b5ea tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0575855 Nov 18 16:40:22.535001 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f6b69971-aa2e-41f0-8b5d-e5f8d4ac93e9 req-78b8a53e-f4c7-4371-b088-c7c4bb861d6c tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577607 Nov 18 16:40:22.661336 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd37c634-09aa-48da-9545-4d759d6ebea5 req-5336d48a-1228-4930-8550-90deec73afbd service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973794 Nov 18 16:40:22.804805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad197f-69ca-4ed7-80c3-6d1909d3a601 req-33eca0f9-590b-472d-8e0e-fe7b6fea3f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:22.807580 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6bad197f-69ca-4ed7-80c3-6d1909d3a601 req-33eca0f9-590b-472d-8e0e-fe7b6fea3f08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1096 time: 0.0943663 Nov 18 16:40:22.883137 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ef8e6-e731-4c6f-8dbf-283846b36e1a req-6d868453-f123-4f2c-b1b9-8b1b5fc5c648 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:22.885767 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e87ef8e6-e731-4c6f-8dbf-283846b36e1a req-6d868453-f123-4f2c-b1b9-8b1b5fc5c648 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0731087 Nov 18 16:40:22.981850 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e87ef8e6-e731-4c6f-8dbf-283846b36e1a req-40e3665c-d61e-4a27-ab78-5b21afb85795 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820937 Nov 18 16:40:23.013014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad197f-69ca-4ed7-80c3-6d1909d3a601 req-613fa3db-1966-4948-a5b2-9cb2fc268450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.015178 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6bad197f-69ca-4ed7-80c3-6d1909d3a601 req-613fa3db-1966-4948-a5b2-9cb2fc268450 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=a57969bd21194feca2d2df3bc8bd0757&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1710134 Nov 18 16:40:23.169416 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f0def-bff5-4831-afb8-4d09c6a35e0a req-b78c45a9-a39b-4d63-bcf5-081994e606d9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.171760 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-445f0def-bff5-4831-afb8-4d09c6a35e0a req-b78c45a9-a39b-4d63-bcf5-081994e606d9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1104088 Nov 18 16:40:23.199483 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f84aa1c3-65ed-4534-a716-e9ad5eb79eec req-64929bae-9821-4556-b57c-34df92049d1e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0319269 Nov 18 16:40:23.210564 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad197f-69ca-4ed7-80c3-6d1909d3a601 req-538b5692-5598-4b56-8a13-39f48c9c0272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.214717 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6bad197f-69ca-4ed7-80c3-6d1909d3a601 req-538b5692-5598-4b56-8a13-39f48c9c0272 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890063 Nov 18 16:40:23.272478 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-445f0def-bff5-4831-afb8-4d09c6a35e0a req-4486d498-e6f8-4606-a689-05b5289a8873 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882831 Nov 18 16:40:23.351953 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-75167c3a-29db-4bea-a677-0e2e96b99e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.353907 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-75167c3a-29db-4bea-a677-0e2e96b99e63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1096 time: 0.0701187 Nov 18 16:40:23.456452 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-cb8889ac-835e-431a-a2df-809a865b9a0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 217 time: 0.0814199 Nov 18 16:40:23.493767 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256333b7-3d9b-43c1-85a8-fe37fe43e519 req-ea869105-9ffe-45cf-9bd5-78f5c9230080 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.505692 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-256333b7-3d9b-43c1-85a8-fe37fe43e519 req-ea869105-9ffe-45cf-9bd5-78f5c9230080 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0886593 Nov 18 16:40:23.553662 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-06e94b86-f75b-4d16-aae9-15ff0b8d0ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.556613 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-06e94b86-f75b-4d16-aae9-15ff0b8d0ac2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 200 len: 854 time: 0.0911689 Nov 18 16:40:23.637972 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-256333b7-3d9b-43c1-85a8-fe37fe43e519 req-a26b567b-338f-4837-9d87-f5e453e72d03 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310382 Nov 18 16:40:23.697793 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-5df391ca-dcb5-49e9-80e5-0d6727bfa311 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=f32aa6efe7c748e98a2b0dbfc21878d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0766792 Nov 18 16:40:23.788554 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-2ec15472-1a89-4fa3-88de-ea2fa9cab738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.791016 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-2ec15472-1a89-4fa3-88de-ea2fa9cab738 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=def42321-6c5f-49a8-b8ca-6024ba286c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2234726 Nov 18 16:40:23.935566 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b466c8e-7e5f-47ac-89dd-815fb2cd0569 req-e8145f35-d1ff-4147-8038-0762d14ef2ba tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:23.937904 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b466c8e-7e5f-47ac-89dd-815fb2cd0569 req-e8145f35-d1ff-4147-8038-0762d14ef2ba tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.2384634 Nov 18 16:40:24.020513 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-08071360-7dbd-4473-b274-ba3953bba35d tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:24.022375 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-08071360-7dbd-4473-b274-ba3953bba35d tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2967775 Nov 18 16:40:24.068190 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-140781ba-3ae9-4782-87e8-48136f14fa1d service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593503 Nov 18 16:40:24.073104 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b466c8e-7e5f-47ac-89dd-815fb2cd0569 req-79bb78b7-ec37-4e61-bf04-748c5987ef2d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018770 Nov 18 16:40:24.132672 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b77ba-6123-4d18-8ad9-01efba68cb21 req-2c204ced-ea00-4b82-ae74-498e1ba9e8a3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:24.134419 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-926b77ba-6123-4d18-8ad9-01efba68cb21 req-2c204ced-ea00-4b82-ae74-498e1ba9e8a3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0557194 Nov 18 16:40:24.201036 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-926b77ba-6123-4d18-8ad9-01efba68cb21 req-5e3323e0-afad-481e-93e3-0eac066df96b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559464 Nov 18 16:40:24.324052 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-89cb66a5-3148-4ba7-9236-138eef4a12ac req-2529a21c-26b4-4ccb-8352-98c04534c785 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0337489 Nov 18 16:40:24.438810 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0f73f-af99-4907-bd57-11a8ad1f5b54 req-7cf71bb6-8f75-44a6-b575-ec92137c0809 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:24.440538 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d3c0f73f-af99-4907-bd57-11a8ad1f5b54 req-7cf71bb6-8f75-44a6-b575-ec92137c0809 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0549734 Nov 18 16:40:24.493995 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d3c0f73f-af99-4907-bd57-11a8ad1f5b54 req-105c5ff6-5bfd-4b10-90fa-39ab5b6fbcf7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463831 Nov 18 16:40:24.785130 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c97c99-7fb8-49d6-b566-61f131279f87 req-ef9e1aa5-fb9c-4179-b5a7-bdfffaddfaf4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:24.786751 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c1c97c99-7fb8-49d6-b566-61f131279f87 req-ef9e1aa5-fb9c-4179-b5a7-bdfffaddfaf4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0538375 Nov 18 16:40:24.836340 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ada18d51-17ba-4b2b-a1d0-bb705603d91a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:24.843162 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c1c97c99-7fb8-49d6-b566-61f131279f87 req-16214085-d157-48b8-a79f-21e75971bc86 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454009 Nov 18 16:40:25.222193 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e2354-c983-479f-b7d7-280db42979c9 req-05ae4987-040d-4d05-a4e8-6bc5e1c46bf5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:25.225897 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-297e2354-c983-479f-b7d7-280db42979c9 req-05ae4987-040d-4d05-a4e8-6bc5e1c46bf5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0637128 Nov 18 16:40:25.288116 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-297e2354-c983-479f-b7d7-280db42979c9 req-df2b12d6-23ea-43ed-8782-1fc14cc24c4a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556042 Nov 18 16:40:25.354971 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631389-3d0b-4558-9be4-47c992fa99b9 req-da261ba5-1f81-4d7b-9d6f-e3b0772b2481 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:25.357162 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-41631389-3d0b-4558-9be4-47c992fa99b9 req-da261ba5-1f81-4d7b-9d6f-e3b0772b2481 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0615664 Nov 18 16:40:25.426720 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-41631389-3d0b-4558-9be4-47c992fa99b9 req-966a066f-b65a-4a29-994a-be254d07f44b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611281 Nov 18 16:40:25.471490 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ea49e8e2-4542-4dba-8f9a-df33c5ba9ba1 req-e8b9d5a0-ab83-49b3-a1e6-343544de557f tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0444834 Nov 18 16:40:25.627973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1849058-2734-4fd9-aaea-b07448841cd2 req-c9c2dcae-787b-440a-82df-907eefbe0805 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:25.629531 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1849058-2734-4fd9-aaea-b07448841cd2 req-c9c2dcae-787b-440a-82df-907eefbe0805 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0585446 Nov 18 16:40:25.696056 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1849058-2734-4fd9-aaea-b07448841cd2 req-e7e35974-5d0e-4acc-9d25-b66e22645b88 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552015 Nov 18 16:40:25.971820 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03b159-6286-462e-b3d4-436d59cc4ad9 req-a557837d-d4b7-425a-b9e7-3a8b62b134df tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:25.973360 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ce03b159-6286-462e-b3d4-436d59cc4ad9 req-a557837d-d4b7-425a-b9e7-3a8b62b134df tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0541809 Nov 18 16:40:26.024303 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ce03b159-6286-462e-b3d4-436d59cc4ad9 req-b1fe8fb9-8332-4d9e-a65f-c455f3a5376c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448256 Nov 18 16:40:26.387847 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:40:26.432184 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26054c9-be18-426b-8754-2c03cdc2bdad req-8e84b329-fa9f-4c17-b657-99381b88bd07 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:26.434564 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b26054c9-be18-426b-8754-2c03cdc2bdad req-8e84b329-fa9f-4c17-b657-99381b88bd07 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0632570 Nov 18 16:40:26.510360 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b26054c9-be18-426b-8754-2c03cdc2bdad req-42d3377c-e693-497b-af74-b90f438a19d9 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Nov 18 16:40:26.558543 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:26.581233 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'mac_address': 'fa:16:3e:0f:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:40:26.614622 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee39220-0467-4083-8b25-782d3ebe1741 req-6619e585-27e1-46ff-be90-7e839769baba tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:26.616885 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9ee39220-0467-4083-8b25-782d3ebe1741 req-6619e585-27e1-46ff-be90-7e839769baba tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0674477 Nov 18 16:40:26.644801 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:26.663114 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d575f7d0-d3e8-4177-9160-91527ed3c1a3 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:40:26.666777 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a1e5084c-bd4c-4012-8b1a-543bd02e8957 req-a0815f60-81fa-44f9-adab-ea4cc8fa9fcd tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0439444 Nov 18 16:40:26.702138 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:26.702563 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9ee39220-0467-4083-8b25-782d3ebe1741 req-aa976e76-de6c-4434-bbbe-66a431c9a6de tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737245 Nov 18 16:40:26.713150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:26.788570 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=6']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:26.849436 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ab9a4-8c0a-472d-9274-4e0df2d49a44 req-1ef7c859-4f90-42f9-8684-7cc5b44ecd13 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:26.851063 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-731ab9a4-8c0a-472d-9274-4e0df2d49a44 req-1ef7c859-4f90-42f9-8684-7cc5b44ecd13 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.0642350 Nov 18 16:40:26.903122 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-731ab9a4-8c0a-472d-9274-4e0df2d49a44 req-8c554823-a265-4f5f-9fd8-13b9c21c4cfd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451150 Nov 18 16:40:26.993019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d72f7680-72dc-400a-a81f-e17286f363f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:27.175753 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5059-e310-4b6a-9c82-5a1b26cf037d req-6aef3ef6-d180-4359-a90e-c71e71c1c973 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:27.177928 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3cef5059-e310-4b6a-9c82-5a1b26cf037d req-6aef3ef6-d180-4359-a90e-c71e71c1c973 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0624666 Nov 18 16:40:27.235832 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3cef5059-e310-4b6a-9c82-5a1b26cf037d req-7ecdb4dd-981b-4dee-ae1d-9a2f8bc9b999 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512481 Nov 18 16:40:27.410764 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Request body: {'port': {'device_id': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c', 'admin_state_up': True, 'tenant_id': 'f32aa6efe7c748e98a2b0dbfc21878d6'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:27.580093 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac8a8e8d-3fae-4fd0-84c8-c4ff238cbd2f req-d8109a37-dcf6-4f9e-a19b-3b38de79dd47 service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813774 Nov 18 16:40:27.612821 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Made reservation on behalf of f32aa6efe7c748e98a2b0dbfc21878d6 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:40:27.618202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['d575f7d0-d3e8-4177-9160-91527ed3c1a3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:27.619115 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:27.675537 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:27.794989 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833bafe-92a3-4ef7-bb35-a59cfdcc7269 req-8054ea9a-8b98-49a3-863b-cc1e57585157 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:27.799382 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9833bafe-92a3-4ef7-bb35-a59cfdcc7269 req-8054ea9a-8b98-49a3-863b-cc1e57585157 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1731186 Nov 18 16:40:27.825171 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-da18bc8d-b1bc-46d9-b485-cb71189145e6 req-8b75177d-ff26-4d2b-a75a-035d7697b609 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 210 time: 0.0583491 Nov 18 16:40:27.940131 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9833bafe-92a3-4ef7-bb35-a59cfdcc7269 req-320cb11e-bde6-41cf-bb65-ba121ffd0179 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309307 Nov 18 16:40:27.948785 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:27.955629 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:28.042252 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eec049-446f-46e6-85d3-58d075a92c01 req-46f7ac63-c177-467d-a276-a4759d6a3287 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:28.045008 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-74eec049-446f-46e6-85d3-58d075a92c01 req-46f7ac63-c177-467d-a276-a4759d6a3287 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0991185 Nov 18 16:40:28.094230 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd02bae-37af-436d-870b-4c0813867db6,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:28.116281 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-74eec049-446f-46e6-85d3-58d075a92c01 req-e78feee0-e187-4167-9464-9d28040b8be2 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644855 Nov 18 16:40:28.202796 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc39396-ddb1-4c6b-a45e-4e2fefc4895c req-4baf604d-879f-4a85-b70f-97cf7cd7995e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:28.204656 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9bc39396-ddb1-4c6b-a45e-4e2fefc4895c req-4baf604d-879f-4a85-b70f-97cf7cd7995e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.1425436 Nov 18 16:40:28.255370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Allocated IP 192.168.233.145 (40a04a64-ca62-4d0c-8ebc-9ab25432648c/56602022-35bd-47db-937d-9a7eede72e3e/5c21f89d-f082-49d4-8dc8-7c165a7766b9) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:40:28.307698 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9bc39396-ddb1-4c6b-a45e-4e2fefc4895c req-0c880cdd-7dad-4a8e-b11d-646b805ee390 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941293 Nov 18 16:40:28.398409 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252a6ca-4869-4235-9672-4448f9f32a72 req-8821779c-24cc-4ba5-912f-7ebaf5c6957f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:28.400529 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4252a6ca-4869-4235-9672-4448f9f32a72 req-8821779c-24cc-4ba5-912f-7ebaf5c6957f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0726807 Nov 18 16:40:28.457266 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4252a6ca-4869-4235-9672-4448f9f32a72 req-afa6836d-8c51-4c6d-86d7-1e331c942563 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Nov 18 16:40:28.479908 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:28.509702 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:28.529719 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:28.581730 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Network 40a04a64-ca62-4d0c-8ebc-9ab25432648c is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:40:28.585101 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:40:28.589357 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:40:28.601180 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Pushing event updated for resources: {'Port': ['ID=5c21f89d-f082-49d4-8dc8-7c165a7766b9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:28.662606 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:28.664111 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:28.684076 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-fcb69806-52d2-400f-9723-6ce87983dcee tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2837336 Nov 18 16:40:28.699115 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Request body: {'port': {'device_id': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:28.787885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:28.952757 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-7974fc00-ed1e-4817-8bb4-815e83f731d2 None None] Provisioning complete for port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:40:28.953386 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7974fc00-ed1e-4817-8bb4-815e83f731d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:29.050721 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-7974fc00-ed1e-4817-8bb4-815e83f731d2 None None] Port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:40:29.173786 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602d0cd-aa9d-4863-ad66-3237e6cb6dd9 req-4cbafc67-4b37-437d-a44b-617f70d4e603 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:29.175838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4602d0cd-aa9d-4863-ad66-3237e6cb6dd9 req-4cbafc67-4b37-437d-a44b-617f70d4e603 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 936 time: 0.2117960 Nov 18 16:40:29.194340 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-eddd2897-8e64-477a-9c2e-8a88bd8cb584 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:29.196004 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-eddd2897-8e64-477a-9c2e-8a88bd8cb584 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.1701310 Nov 18 16:40:29.206253 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff1c57-5302-414a-9dd9-c7f63de2c151 req-368432cb-8119-441d-b4bd-8f29ea59bb82 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:29.221897 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-baff1c57-5302-414a-9dd9-c7f63de2c151 req-368432cb-8119-441d-b4bd-8f29ea59bb82 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1134450 Nov 18 16:40:29.300554 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-baff1c57-5302-414a-9dd9-c7f63de2c151 req-75e082dc-04c6-47df-9f03-b6eab5f08483 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773342 Nov 18 16:40:29.321372 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4602d0cd-aa9d-4863-ad66-3237e6cb6dd9 req-0151e47b-92c6-46b7-9961-73289b524578 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238639 Nov 18 16:40:29.541323 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3976343-fe41-439a-911e-175bb189f24b req-5b948c08-a580-45af-987a-ee7a69e92e29 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:29.552349 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e3976343-fe41-439a-911e-175bb189f24b req-5b948c08-a580-45af-987a-ee7a69e92e29 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.0956583 Nov 18 16:40:29.561976 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-1779a9bc-2fc6-44be-aa4c-7746a769fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:29.564982 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-1779a9bc-2fc6-44be-aa4c-7746a769fe81 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.1819301 Nov 18 16:40:29.587089 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:40:29.604266 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c21f89d-f082-49d4-8dc8-7c165a7766b9 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:40:29.624883 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Deleting port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:40:29.625164 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:29.647789 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e3976343-fe41-439a-911e-175bb189f24b req-ec7cda78-9ac1-4220-82bc-cc206511f755 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935266 Nov 18 16:40:29.662900 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:29.712538 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port d575f7d0-d3e8-4177-9160-91527ed3c1a3 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:40:29.713690 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:29.776852 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Transition to ACTIVE for port object 5c21f89d-f082-49d4-8dc8-7c165a7766b9 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:40:29.872105 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:29.881304 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205ac3a3-dca4-4c98-9099-42e4c3741bdc req-9a07bf48-61d9-40bb-a342-9a2aa005335d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:29.883617 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-205ac3a3-dca4-4c98-9099-42e4c3741bdc req-9a07bf48-61d9-40bb-a342-9a2aa005335d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1325097 Nov 18 16:40:29.982724 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:30.025591 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-205ac3a3-dca4-4c98-9099-42e4c3741bdc req-fabce7ef-4949-4e1e-9948-d7802255f2bb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341007 Nov 18 16:40:30.044689 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:30.053228 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d0e6ec-8e49-423e-a471-b8dab0f880a9" -d '{"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-plugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:30.091948 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:30.127719 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:30.225598 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ca015d-be40-4dee-8393-253a2c288781 x-openstack-request-id: req-c6ca015d-be40-4dee-8393-253a2c288781 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:30.226768 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-plugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:30.227205 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6ca015d-be40-4dee-8393-253a2c288781 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:30.227784 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'code': 200} Nov 18 16:40:30.268354 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=7']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:30.323338 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:30.351217 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:30.427085 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38513fc-7d8a-42ce-b8be-353ac6a3c46b req-3aa31332-4d43-4640-9693-af2084693e43 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:30.428752 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c38513fc-7d8a-42ce-b8be-353ac6a3c46b req-3aa31332-4d43-4640-9693-af2084693e43 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.8069847 Nov 18 16:40:30.621471 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c21f89d-f082-49d4-8dc8-7c165a7766b9,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:30.643214 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-f131d299-e246-4bae-a88d-f65485d9e997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:30.645524 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-f131d299-e246-4bae-a88d-f65485d9e997 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 1.0479584 Nov 18 16:40:30.648693 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] For port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:30.649496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:30.670592 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435f944-cf5d-460e-b444-021cf7e275d8 req-3b09e6ff-c2cd-4f66-a230-11f3bede7c8a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:30.684247 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b435f944-cf5d-460e-b444-021cf7e275d8 req-3b09e6ff-c2cd-4f66-a230-11f3bede7c8a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.1760774 Nov 18 16:40:30.823912 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b435f944-cf5d-460e-b444-021cf7e275d8 req-433fa141-8ca4-479b-b555-695dc2dc0c39 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386447 Nov 18 16:40:30.866624 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-7519ca94-919f-4c57-9e66-f9395adae3ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.1722970 Nov 18 16:40:30.973018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Calling delete_port for 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:40:31.109224 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c38513fc-7d8a-42ce-b8be-353ac6a3c46b req-595ef564-f81a-41fd-8fd3-b99724732bc8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6617763 Nov 18 16:40:31.273476 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4a938-f58d-481c-917f-41e1737b52a8 req-506546c6-9d08-459e-8847-75393b35047e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:31.289604 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dcf4a938-f58d-481c-917f-41e1737b52a8 req-506546c6-9d08-459e-8847-75393b35047e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 948 time: 0.3400502 Nov 18 16:40:31.322859 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:31.411221 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-b0928518-0122-4a0c-a928-1d03c8391eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:31.413926 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-b0928518-0122-4a0c-a928-1d03c8391eaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.4864161 Nov 18 16:40:31.424418 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Attempting to bind port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:40:31.425402 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Attempting to bind port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:40:31.426228 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Attempting to bind port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 on network 40a04a64-ca62-4d0c-8ebc-9ab25432648c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:40:31.445487 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dcf4a938-f58d-481c-917f-41e1737b52a8 req-05408842-c937-4102-9f75-b89a1e90ca13 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453152 Nov 18 16:40:31.502555 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-a6cdbc79-2763-4c68-a2e8-803a535350d0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614848 Nov 18 16:40:31.505439 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 on network 40a04a64-ca62-4d0c-8ebc-9ab25432648c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:40:31.506199 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Attempting to bind port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 on network 40a04a64-ca62-4d0c-8ebc-9ab25432648c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:40:31.570076 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:40:31.570759 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Checking segment: {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:40:31.571454 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Bound using segment: {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:40:31.572263 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Bound port: 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc5bcc2-9a4a-4c25-9ced-28f477c47339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:40:31.572918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:31.604710 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:40:31.617984 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d1ab1-4c6a-4029-9e60-5ebb1e581aac req-4805bc8e-fa62-470d-ba0b-f48c4e921c6f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:31.620684 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a33d1ab1-4c6a-4029-9e60-5ebb1e581aac req-4805bc8e-fa62-470d-ba0b-f48c4e921c6f tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 945 time: 0.2862997 Nov 18 16:40:31.914593 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:31.942155 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'port_id': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'mac_address': 'fa:16:3e:f9:5e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:40:31.960622 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] For port 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:40:31.966923 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] For port 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:40:31.973997 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:32.021935 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913b59d-cbca-4ee8-ab22-e3436d96ee65 req-3fdbe2df-97cc-4be4-abe7-5f09ccc90401 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:32.029371 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f913b59d-cbca-4ee8-ab22-e3436d96ee65 req-3fdbe2df-97cc-4be4-abe7-5f09ccc90401 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 943 time: 0.0596404 Nov 18 16:40:32.031265 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b', '5e35699b-a754-4c9a-ac76-27ae2f238458', 'ca9031b5-396b-425d-b290-7711921914ab', '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:32.045613 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a33d1ab1-4c6a-4029-9e60-5ebb1e581aac req-53fcfdd9-a253-48fa-9da4-50a1887f0cad tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681963 Nov 18 16:40:32.099953 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event deleted for resources: {'Port': ['ID=0eb4fc1f-51bb-4a2e-9bdc-6a940212753c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:32.105298 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:32.112672 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-8dc5173e-9397-4772-a0fe-cf9644f6ab19 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910876 Nov 18 16:40:32.157162 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.158747 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.159504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.160063 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.160612 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.161183 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.162412 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.162412 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.162891 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.165090 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:32.165934 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.169061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.170149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:32.199214 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f913b59d-cbca-4ee8-ab22-e3436d96ee65 req-013e61bf-9bfd-49c3-b370-834564157e54 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686084 Nov 18 16:40:32.225820 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:40:32.304818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:32.372590 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:32.398570 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:32.399373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:32.400875 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] 10.222.0.66 "PUT /v2.0/ports/5c21f89d-f082-49d4-8dc8-7c165a7766b9 HTTP/1.1" status: 200 len: 1098 time: 3.7067235 Nov 18 16:40:32.409969 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'tag': '5c21f89d-f082-49d4-8dc8-7c165a7766b9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:32.412417 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87520bee-3be0-42bb-9785-2dfc6d23f46e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2a4d28-082a-4cf7-8906-ab9b9db449f6", "tag": "5c21f89d-f082-49d4-8dc8-7c165a7766b9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:32.467665 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] No DVR routers for this DVR port 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:40:32.518080 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:32.521861 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "DELETE /v2.0/ports/0eb4fc1f-51bb-4a2e-9bdc-6a940212753c HTTP/1.1" status: 204 len: 173 time: 3.2968676 Nov 18 16:40:32.629469 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35942d09-c2b9-4594-b90e-92e3a7d4753e req-5b8aa733-41ba-414a-b97d-65e41526ddeb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:32.644189 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-35942d09-c2b9-4594-b90e-92e3a7d4753e req-5b8aa733-41ba-414a-b97d-65e41526ddeb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.3338342 Nov 18 16:40:32.679319 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f8f3f-8a76-4d3a-a429-53bf2614ec68 req-6b868972-67fb-4cf9-89fd-fbfa9d946e22 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:32.693682 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f81f8f3f-8a76-4d3a-a429-53bf2614ec68 req-6b868972-67fb-4cf9-89fd-fbfa9d946e22 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.3609564 Nov 18 16:40:32.725875 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:32.746435 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c14f234a-f440-445c-8b72-82c5ed94d94d req-14474e92-8296-4415-887a-0c288276e18d service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161973 Nov 18 16:40:32.764638 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-28de6bd3-5ced-44e0-b2db-1c2034df1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:32.767164 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-28de6bd3-5ced-44e0-b2db-1c2034df1676 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f32aa6efe7c748e98a2b0dbfc21878d6&device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 1101 time: 0.2697930 Nov 18 16:40:32.783171 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41edb52-2c74-4ef9-9c5b-a5ce65082fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c21f89d-f082-49d4-8dc8-7c165a7766b9,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:32.859009 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-35942d09-c2b9-4594-b90e-92e3a7d4753e req-89f663d3-8259-47b8-9e99-2c3648a41ce3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030158 Nov 18 16:40:32.897565 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-c653e6a1-f3fd-426c-971c-0173b3df8ed1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9 HTTP/1.1" status: 200 len: 217 time: 0.1092422 Nov 18 16:40:32.903929 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['2e5d0a51-8406-4f5c-a741-903f01eb1ba3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:32.991001 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f81f8f3f-8a76-4d3a-a429-53bf2614ec68 req-ad78f772-9435-49a4-87e8-9754ce1a194d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958369 Nov 18 16:40:33.020977 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e824f5-1d6e-477d-9dcc-9c4f18a3272a x-openstack-request-id: req-44e824f5-1d6e-477d-9dcc-9c4f18a3272a {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:33.021628 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2a4d28-082a-4cf7-8906-ab9b9db449f6", "tag": "5c21f89d-f082-49d4-8dc8-7c165a7766b9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:33.022404 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-44e824f5-1d6e-477d-9dcc-9c4f18a3272a {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:33.023289 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'tag': '5c21f89d-f082-49d4-8dc8-7c165a7766b9', 'status': 'completed', 'code': 200} Nov 18 16:40:33.042851 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-cb019950-8224-479c-b96b-56951550998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:33.051862 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-cb019950-8224-479c-b96b-56951550998c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=56602022-35bd-47db-937d-9a7eede72e3e HTTP/1.1" status: 200 len: 843 time: 0.1440945 Nov 18 16:40:33.147909 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-adda9329-8720-43fb-a6cf-a2a2e246e4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:33.149942 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-adda9329-8720-43fb-a6cf-a2a2e246e4a8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40a04a64-ca62-4d0c-8ebc-9ab25432648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0892947 Nov 18 16:40:33.235522 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467133ad-0328-4dc0-8402-c837014fe985 req-1a4bf626-3152-4e9b-92c3-1e5077d3ecfb tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:33.238016 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-467133ad-0328-4dc0-8402-c837014fe985 req-1a4bf626-3152-4e9b-92c3-1e5077d3ecfb tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 948 time: 0.0723171 Nov 18 16:40:33.338876 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-467133ad-0328-4dc0-8402-c837014fe985 req-c54626ed-c7d5-44fa-859b-68751cabea00 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942967 Nov 18 16:40:33.587327 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f0a415a-f823-44b7-a1ed-1f1e217b31a1 req-22b81760-660e-4197-973c-76671ca0fa9b tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 210 time: 0.0477867 Nov 18 16:40:33.815546 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b79ee9-0a46-4d55-ae3a-8727e51b53d5 req-124baf3a-6532-4059-8af9-bf0cf65c64e8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:33.829930 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99b79ee9-0a46-4d55-ae3a-8727e51b53d5 req-124baf3a-6532-4059-8af9-bf0cf65c64e8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 944 time: 0.0993741 Nov 18 16:40:33.918927 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99b79ee9-0a46-4d55-ae3a-8727e51b53d5 req-638503e7-7086-4182-af31-e0834488dbcf tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872676 Nov 18 16:40:34.009598 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:34.035454 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:40:34.035784 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0eb4fc1f-51bb-4a2e-9bdc-6a940212753c not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:40:34.118950 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07cdc0-7d2d-4590-af7b-1bd3ae3f04ab req-114aa9e4-20e6-4a02-b93b-52e56d79b22e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:34.122856 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d07cdc0-7d2d-4590-af7b-1bd3ae3f04ab req-114aa9e4-20e6-4a02-b93b-52e56d79b22e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1279714 Nov 18 16:40:34.232230 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6d07cdc0-7d2d-4590-af7b-1bd3ae3f04ab req-5b5bfb6b-c8a4-4794-abcb-28df093d13b2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003799 Nov 18 16:40:34.672715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58fe193-77c5-4c28-a389-e7e86fa09151 req-029aa376-bb5f-4d16-8c64-99b2e3f1858c tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:34.676239 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b58fe193-77c5-4c28-a389-e7e86fa09151 req-029aa376-bb5f-4d16-8c64-99b2e3f1858c tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 948 time: 0.1098771 Nov 18 16:40:34.782035 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b58fe193-77c5-4c28-a389-e7e86fa09151 req-2e593314-7658-42e0-9374-644e75bd2a51 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914135 Nov 18 16:40:34.954803 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2158b26f-ecb4-48a5-a72c-70eff3d0db46 req-776b659e-c9e9-4302-9e59-5dcdf824ec1a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 210 time: 0.0385537 Nov 18 16:40:35.025197 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'name': 'network-vif-deleted', 'tag': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:35.030368 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced1293a-0538-4a5a-971d-f8a4e92f7501" -d '{"events": [{"server_uuid": "ab46cd1e-78d4-4c68-ac70-60688b3a791e", "name": "network-vif-deleted", "tag": "0eb4fc1f-51bb-4a2e-9bdc-6a940212753c"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:35.174805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb2275-cf55-4b22-8668-cf98b59f845e req-27ddb98c-4cb6-46d7-a6da-eabadcc1b157 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:35.177244 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-65eb2275-cf55-4b22-8668-cf98b59f845e req-27ddb98c-4cb6-46d7-a6da-eabadcc1b157 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 944 time: 0.0992558 Nov 18 16:40:35.268125 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-65eb2275-cf55-4b22-8668-cf98b59f845e req-44c7c02b-4e1c-4286-b414-c2696f781009 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805542 Nov 18 16:40:35.345561 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4026438f-1980-4a68-86da-dba42ef0c9ce x-openstack-request-id: req-4026438f-1980-4a68-86da-dba42ef0c9ce {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:35.346063 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab46cd1e-78d4-4c68-ac70-60688b3a791e", "name": "network-vif-deleted", "tag": "0eb4fc1f-51bb-4a2e-9bdc-6a940212753c", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:35.346513 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4026438f-1980-4a68-86da-dba42ef0c9ce {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:35.347169 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab46cd1e-78d4-4c68-ac70-60688b3a791e', 'name': 'network-vif-deleted', 'tag': '0eb4fc1f-51bb-4a2e-9bdc-6a940212753c', 'status': 'completed', 'code': 200} Nov 18 16:40:35.513330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3150e-29c7-4857-9687-a661d9a3b7f4 req-d6b9b53f-5ddf-412d-bc00-b821c6661ee7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:35.518018 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4a3150e-29c7-4857-9687-a661d9a3b7f4 req-d6b9b53f-5ddf-412d-bc00-b821c6661ee7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0817521 Nov 18 16:40:35.601540 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d4a3150e-29c7-4857-9687-a661d9a3b7f4 req-72cb8553-62b5-4978-a6b6-f5cbb01ff80f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783546 Nov 18 16:40:36.050693 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7f3e6-1c68-46f7-a92d-38fd70c2f5d2 req-5cc7ded2-2245-4fe9-b07e-eabd0ce76fde tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:36.058982 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-83b7f3e6-1c68-46f7-a92d-38fd70c2f5d2 req-5cc7ded2-2245-4fe9-b07e-eabd0ce76fde tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 948 time: 0.1761582 Nov 18 16:40:36.096449 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-e3e78f6c-79cf-487e-86c3-c418fa9f372a service neutron] 10.222.0.66 "GET /v2.0/networks/40a04a64-ca62-4d0c-8ebc-9ab25432648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808255 Nov 18 16:40:36.201168 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-83b7f3e6-1c68-46f7-a92d-38fd70c2f5d2 req-a1963f8c-0f0d-457a-8d07-9815c17ee45b tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409354 Nov 18 16:40:36.361136 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3f8dda54-fb0b-48f5-9769-135b447b8a10 req-1b3cf9c4-181a-4bc6-b9f3-b1f0714a9733 service neutron] 10.222.0.66 "GET /v2.0/networks/40a04a64-ca62-4d0c-8ebc-9ab25432648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488890 Nov 18 16:40:36.436733 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b327b3-6fab-4590-b7eb-565654286ee3 req-2c82e4df-2c26-4171-8b72-2e9a64e9877c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=ab46cd1e-78d4-4c68-ac70-60688b3a791e HTTP/1.1" status: 200 len: 210 time: 0.0587826 Nov 18 16:40:36.476817 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a0b34-0278-4de4-a549-1603c0e1adb1 req-8c8eb8f8-258e-4660-8bc0-178a287f513b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:36.486353 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cc2a0b34-0278-4de4-a549-1603c0e1adb1 req-8c8eb8f8-258e-4660-8bc0-178a287f513b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 944 time: 0.0753672 Nov 18 16:40:36.555328 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cc2a0b34-0278-4de4-a549-1603c0e1adb1 req-33137c9c-35a5-4467-b8b7-0b68194f566f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673068 Nov 18 16:40:36.571693 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-f31fd533-5196-4595-9041-887753e1eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:36.573388 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-f31fd533-5196-4595-9041-887753e1eb35 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=f32aa6efe7c748e98a2b0dbfc21878d6&device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 1101 time: 0.0958560 Nov 18 16:40:36.789879 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-d26b3336-1d2e-4a0d-89eb-f61974f60cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:36.791709 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-d26b3336-1d2e-4a0d-89eb-f61974f60cb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=40a04a64-ca62-4d0c-8ebc-9ab25432648c HTTP/1.1" status: 200 len: 870 time: 0.2089226 Nov 18 16:40:36.827384 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc5e45-4ccd-4d8c-9080-236e19737ccc req-d8e4fe31-f5ae-40c7-829c-7555e110f549 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:36.829168 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75dc5e45-4ccd-4d8c-9080-236e19737ccc req-d8e4fe31-f5ae-40c7-829c-7555e110f549 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0898144 Nov 18 16:40:36.866228 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-b64251ae-2cf3-40d4-9061-35a7d89ab898 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9 HTTP/1.1" status: 200 len: 217 time: 0.0614960 Nov 18 16:40:36.988896 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-4ee2a94a-fb0a-457c-8404-d082fc93c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:36.992471 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-4ee2a94a-fb0a-457c-8404-d082fc93c89d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=56602022-35bd-47db-937d-9a7eede72e3e HTTP/1.1" status: 200 len: 843 time: 0.1055181 Nov 18 16:40:37.017824 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75dc5e45-4ccd-4d8c-9080-236e19737ccc req-647663b7-ac5f-4feb-ab2c-67847880a529 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583898 Nov 18 16:40:37.099039 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-ed2bbad4-8c80-4f30-83a9-84a6e6724774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:37.100568 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-ed2bbad4-8c80-4f30-83a9-84a6e6724774 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=40a04a64-ca62-4d0c-8ebc-9ab25432648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0808742 Nov 18 16:40:37.281311 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-9d2333a3-1070-4cac-baee-bc5881d18c75 service neutron] 10.222.0.66 "GET /v2.0/networks/40a04a64-ca62-4d0c-8ebc-9ab25432648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660759 Nov 18 16:40:37.362589 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763c71f-b0e0-4f3b-ae72-0911451b7248 req-f9162cff-487d-4a50-8650-e7aea6181849 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:37.364609 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1763c71f-b0e0-4f3b-ae72-0911451b7248 req-f9162cff-487d-4a50-8650-e7aea6181849 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 948 time: 0.0717566 Nov 18 16:40:37.443413 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-87520bee-3be0-42bb-9785-2dfc6d23f46e req-7a9253a8-ec18-418b-acf1-e86332dbb483 service neutron] 10.222.0.66 "GET /v2.0/networks/40a04a64-ca62-4d0c-8ebc-9ab25432648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400719 Nov 18 16:40:37.464748 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1763c71f-b0e0-4f3b-ae72-0911451b7248 req-6a91eefa-baa6-4832-8c99-6535a18d5943 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913599 Nov 18 16:40:37.785923 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4d7d5-98c4-42e1-904d-3620e880a370 req-26fb6a39-64bf-4c90-a991-fab2e9fec42f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:37.796367 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9cc4d7d5-98c4-42e1-904d-3620e880a370 req-26fb6a39-64bf-4c90-a991-fab2e9fec42f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 944 time: 0.1466575 Nov 18 16:40:37.877147 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9cc4d7d5-98c4-42e1-904d-3620e880a370 req-be609f4d-2ab4-4d6a-897a-b4563b363f59 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794196 Nov 18 16:40:37.937966 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:40:37.999807 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5c21f89d-f082-49d4-8dc8-7c165a7766b9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:40:38.063103 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:40:38.109105 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:40:38.110416 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:38.205122 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1d533-3cfa-4411-bb36-efcfe0692332 req-09ba9421-0ca5-4304-b6da-5e5738ef5406 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:38.207524 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fdb1d533-3cfa-4411-bb36-efcfe0692332 req-09ba9421-0ca5-4304-b6da-5e5738ef5406 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0713212 Nov 18 16:40:38.301025 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fdb1d533-3cfa-4411-bb36-efcfe0692332 req-d8b35c4c-f013-45b5-a55a-560b9be47792 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844312 Nov 18 16:40:38.325249 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:38.393568 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '5c21f89d-f082-49d4-8dc8-7c165a7766b9', 'network_id': '40a04a64-ca62-4d0c-8ebc-9ab25432648c', 'port_id': '5c21f89d-f082-49d4-8dc8-7c165a7766b9', 'mac_address': 'fa:16:3e:d7:0d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56602022-35bd-47db-937d-9a7eede72e3e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:40:38.416752 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:38.514348 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:38.518587 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c33ab1a-bfdf-4a19-99a9-a6639febcb60" -d '{"events": [{"server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:38.525980 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:38.552138 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:38.560776 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:38.570086 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c21f89d-f082-49d4-8dc8-7c165a7766b9 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:40:38.615147 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ba40d2-602b-43aa-bb81-00e5374c3d2d x-openstack-request-id: req-00ba40d2-602b-43aa-bb81-00e5374c3d2d {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:38.615565 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "name": "network-vif-plugged", "status": "completed", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:38.615891 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00ba40d2-602b-43aa-bb81-00e5374c3d2d {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:38.616356 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'code': 200} Nov 18 16:40:38.640536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:38.646344 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:38.677086 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:38.777657 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb9772-d2f0-4fa7-a872-54617affcecc req-35c0830e-b7d5-464a-9432-76b993b8cb09 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:38.780429 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ffb9772-d2f0-4fa7-a872-54617affcecc req-35c0830e-b7d5-464a-9432-76b993b8cb09 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 948 time: 0.1702240 Nov 18 16:40:38.865691 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=5c21f89d-f082-49d4-8dc8-7c165a7766b9,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:38.897711 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ffb9772-d2f0-4fa7-a872-54617affcecc req-0f8d658e-f3cf-4da9-a2d7-37834282f3fe tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090009 Nov 18 16:40:38.929958 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613e2fd-3c14-484a-9397-3c6589e75b81 req-5cf14af2-c547-4ec3-9c56-887976c7bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:38.932498 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3613e2fd-3c14-484a-9397-3c6589e75b81 req-5cf14af2-c547-4ec3-9c56-887976c7bd55 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1098 time: 0.0787909 Nov 18 16:40:38.989210 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['5c21f89d-f082-49d4-8dc8-7c165a7766b9'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:39.040335 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3613e2fd-3c14-484a-9397-3c6589e75b81 req-c8630b30-8594-43d1-afb9-20f08352f0df service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931594 Nov 18 16:40:39.096643 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcf017-4d88-490f-942c-82e1a45aac5a req-dae556b6-ca93-4dac-a428-77bf5eaa1614 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:39.099484 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3bfcf017-4d88-490f-942c-82e1a45aac5a req-dae556b6-ca93-4dac-a428-77bf5eaa1614 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.1148064 Nov 18 16:40:39.206082 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3bfcf017-4d88-490f-942c-82e1a45aac5a req-8f0fc856-f22e-4958-9215-4aca6a8dae47 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954478 Nov 18 16:40:39.336434 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ba75f1-ae0d-4ba6-b76f-6f16b3f3b677 req-f6f20b3d-dc05-4192-88f6-9ddc2b6e002a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:39.339623 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-28ba75f1-ae0d-4ba6-b76f-6f16b3f3b677 req-f6f20b3d-dc05-4192-88f6-9ddc2b6e002a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.0759223 Nov 18 16:40:39.435175 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-28ba75f1-ae0d-4ba6-b76f-6f16b3f3b677 req-ca3d93d1-6534-4e12-9723-ab6748fefcde tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865202 Nov 18 16:40:39.493695 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cbb82b-fb36-4ded-a2eb-f8c758f9e911 req-77c31d75-acf2-48d4-9643-4352bfe40027 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:39.501651 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-05cbb82b-fb36-4ded-a2eb-f8c758f9e911 req-77c31d75-acf2-48d4-9643-4352bfe40027 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0897095 Nov 18 16:40:39.604656 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-05cbb82b-fb36-4ded-a2eb-f8c758f9e911 req-e0cb2dda-06af-4b02-a5ec-6ca28dd352ba tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004000 Nov 18 16:40:40.074809 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fa6a2-6512-4db5-b8e5-58a287a53508 req-b85a95e4-6b2b-46d2-8bf5-6998feb11b8f tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:40.082895 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b83fa6a2-6512-4db5-b8e5-58a287a53508 req-b85a95e4-6b2b-46d2-8bf5-6998feb11b8f tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 949 time: 0.1070545 Nov 18 16:40:40.148113 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b83fa6a2-6512-4db5-b8e5-58a287a53508 req-9db31b17-b443-4259-8c8c-e9bf8d728f46 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610733 Nov 18 16:40:40.401046 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca315ed-3883-4b5e-924a-81ffcedfbbaa req-081b4ab7-c44f-44af-947c-af292f685315 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:40.411502 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7ca315ed-3883-4b5e-924a-81ffcedfbbaa req-081b4ab7-c44f-44af-947c-af292f685315 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0792763 Nov 18 16:40:40.496641 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7ca315ed-3883-4b5e-924a-81ffcedfbbaa req-7298580c-7b25-4971-8e05-9df37605d928 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Nov 18 16:40:40.666786 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fd21d-3c8e-495f-81a3-3a8da9574b39 req-8a76451b-3459-4fda-a700-cfa8e9568ed3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:40.676974 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f5fd21d-3c8e-495f-81a3-3a8da9574b39 req-8a76451b-3459-4fda-a700-cfa8e9568ed3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.1321976 Nov 18 16:40:40.767112 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7f5fd21d-3c8e-495f-81a3-3a8da9574b39 req-d509f401-47ce-4ac0-ac9a-07cf8d6ce742 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884612 Nov 18 16:40:40.851283 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee39916-0cc9-41f8-86c5-c6708b42ff50 req-97ce8fd0-7dd6-4814-a03c-d5a2a1ee527f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:40.859698 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dee39916-0cc9-41f8-86c5-c6708b42ff50 req-97ce8fd0-7dd6-4814-a03c-d5a2a1ee527f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1168165 Nov 18 16:40:40.931823 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dee39916-0cc9-41f8-86c5-c6708b42ff50 req-fe985e48-dafb-450a-8588-132fe06f629e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577722 Nov 18 16:40:41.297870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71160d2-0b0d-4885-b10f-b34ff2e8d566 req-8ac0cdda-9046-4e22-9e08-6ccaa1ffe123 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:41.306708 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f71160d2-0b0d-4885-b10f-b34ff2e8d566 req-8ac0cdda-9046-4e22-9e08-6ccaa1ffe123 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 949 time: 0.0777404 Nov 18 16:40:41.418128 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7907e8d-0365-46d0-adee-05273f940c15 req-e26860b7-8a72-4140-8845-3b87eb2710c3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:41.420707 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7907e8d-0365-46d0-adee-05273f940c15 req-e26860b7-8a72-4140-8845-3b87eb2710c3 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 946 time: 0.1112106 Nov 18 16:40:41.434957 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f71160d2-0b0d-4885-b10f-b34ff2e8d566 req-7ca6233c-6bb2-4ff6-a102-077849bc3cc5 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272299 Nov 18 16:40:41.559645 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Deleting port ca9031b5-396b-425d-b290-7711921914ab {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:40:41.559996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:41.705509 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c0a05-1d69-46dd-a149-adc21bdea2d7 req-6e10b3ca-93b0-4fe7-a467-44f95aa2a21d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:41.714052 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c04c0a05-1d69-46dd-a149-adc21bdea2d7 req-6e10b3ca-93b0-4fe7-a467-44f95aa2a21d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0787697 Nov 18 16:40:41.741086 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] For port ca9031b5-396b-425d-b290-7711921914ab, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ca9031b5-396b-425d-b290-7711921914ab,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:41.741848 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:41.763322 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Calling delete_port for ca9031b5-396b-425d-b290-7711921914ab owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:40:41.781814 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c04c0a05-1d69-46dd-a149-adc21bdea2d7 req-cf89bedf-e502-45b1-8276-4ea4c2eaabef tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658016 Nov 18 16:40:41.930781 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5c21f89d-f082-49d4-8dc8-7c165a7766b9 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:40:41.989665 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e18e5-72ad-4e65-a871-4b897f487536 req-f6ba38e0-5901-47ba-aed4-6d2499762ded tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:41.993518 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-739e18e5-72ad-4e65-a871-4b897f487536 req-f6ba38e0-5901-47ba-aed4-6d2499762ded tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.1121812 Nov 18 16:40:42.017873 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.052999 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b', '5e35699b-a754-4c9a-ac76-27ae2f238458', 'ca9031b5-396b-425d-b290-7711921914ab'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:42.101979 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-739e18e5-72ad-4e65-a871-4b897f487536 req-392c0ece-897e-4360-82a5-3510a429662f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974541 Nov 18 16:40:42.104788 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event deleted for resources: {'Port': ['ID=ca9031b5-396b-425d-b290-7711921914ab,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:42.168349 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef33f5-e96f-473c-aeeb-f9bd28bf46a2 req-d80a7f84-d3d2-484a-b226-5c64861a7f0a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:42.176479 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1aef33f5-e96f-473c-aeeb-f9bd28bf46a2 req-d80a7f84-d3d2-484a-b226-5c64861a7f0a tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=c989e629-6c4a-453a-ac46-26c4ed7cf0d3 HTTP/1.1" status: 200 len: 867 time: 0.2931619 Nov 18 16:40:42.178551 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] No DVR routers for this DVR port ca9031b5-396b-425d-b290-7711921914ab on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:40:42.181423 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.189322 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7907e8d-0365-46d0-adee-05273f940c15 req-cead141c-5b47-48ab-b373-1106950fc506 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "DELETE /v2.0/ports/ca9031b5-396b-425d-b290-7711921914ab HTTP/1.1" status: 204 len: 173 time: 0.7520564 Nov 18 16:40:42.209942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'name': 'network-vif-deleted', 'tag': 'ca9031b5-396b-425d-b290-7711921914ab'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:42.215430 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab4866-874b-4dfc-83c1-ff520d80f518" -d '{"events": [{"server_uuid": "c989e629-6c4a-453a-ac46-26c4ed7cf0d3", "name": "network-vif-deleted", "tag": "ca9031b5-396b-425d-b290-7711921914ab"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:42.249681 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:40:42.258002 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:40:42.258424 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.339826 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1aef33f5-e96f-473c-aeeb-f9bd28bf46a2 req-2595aecb-65d5-4f58-b935-28382d8b1556 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612647 Nov 18 16:40:42.535321 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a1e09-d4be-4f01-a05f-7a7425058b45 req-4201e11f-e328-4794-976e-34cca908a661 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:42.540439 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-088a1e09-d4be-4f01-a05f-7a7425058b45 req-4201e11f-e328-4794-976e-34cca908a661 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.2176144 Nov 18 16:40:42.572409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.617373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 37416) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:42.659744 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c21f89d-f082-49d4-8dc8-7c165a7766b9'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:42.664346 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdea186-b191-47ef-be11-3ad9388ce111" -d '{"events": [{"server_uuid": "3e2a4d28-082a-4cf7-8906-ab9b9db449f6", "name": "network-vif-plugged", "status": "completed", "tag": "5c21f89d-f082-49d4-8dc8-7c165a7766b9"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:42.701600 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:42.720343 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.774683 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-088a1e09-d4be-4f01-a05f-7a7425058b45 req-bff8884d-a454-49e8-b207-3b9b8ebbb16c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286615 Nov 18 16:40:42.785116 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88209084-6220-4fa4-9005-022223df8839 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.935518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88209084-6220-4fa4-9005-022223df8839 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.942215 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-88209084-6220-4fa4-9005-022223df8839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:42.960273 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab75a574-a6bf-4fa9-ab60-efff53277481 x-openstack-request-id: req-ab75a574-a6bf-4fa9-ab60-efff53277481 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:42.960567 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c989e629-6c4a-453a-ac46-26c4ed7cf0d3", "name": "network-vif-deleted", "tag": "ca9031b5-396b-425d-b290-7711921914ab", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:42.960772 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ab75a574-a6bf-4fa9-ab60-efff53277481 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:42.961464 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c989e629-6c4a-453a-ac46-26c4ed7cf0d3', 'name': 'network-vif-deleted', 'tag': 'ca9031b5-396b-425d-b290-7711921914ab', 'status': 'completed', 'code': 200} Nov 18 16:40:43.012485 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=5c21f89d-f082-49d4-8dc8-7c165a7766b9,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:43.033952 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.034784 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.035505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.036385 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.037099 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.037790 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.038512 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.039560 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.040290 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.040979 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.041665 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.042505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.054451 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-88209084-6220-4fa4-9005-022223df8839 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6a2adf96a4e346f284cd7eb7c30bf426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4347916 Nov 18 16:40:43.058412 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37424) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:43.095563 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e6f1de-1e62-4495-ab4c-e1c72618c6e7 x-openstack-request-id: req-96e6f1de-1e62-4495-ab4c-e1c72618c6e7 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:43.096083 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2a4d28-082a-4cf7-8906-ab9b9db449f6", "name": "network-vif-plugged", "status": "completed", "tag": "5c21f89d-f082-49d4-8dc8-7c165a7766b9", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:43.096429 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-96e6f1de-1e62-4495-ab4c-e1c72618c6e7 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:43.096992 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c21f89d-f082-49d4-8dc8-7c165a7766b9', 'code': 200} Nov 18 16:40:43.097182 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88209084-6220-4fa4-9005-022223df8839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b48ae63-1faa-4f84-b3c8-54d751262139,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:43.138327 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5d5e4-6ed7-457d-bd5f-2e4a8bff1d27 req-83e4661d-eb06-44c7-9009-40c0829ddf93 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:43.144648 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dce5d5e4-6ed7-457d-bd5f-2e4a8bff1d27 req-83e4661d-eb06-44c7-9009-40c0829ddf93 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.1316323 Nov 18 16:40:43.286921 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:43.371024 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:43.450686 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53293cf2-42b8-407f-a4e8-5fc43f847c0a req-fd1fd28a-26e5-453d-933f-c6048dd529d7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:43.463164 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-53293cf2-42b8-407f-a4e8-5fc43f847c0a req-fd1fd28a-26e5-453d-933f-c6048dd529d7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.2122319 Nov 18 16:40:43.592363 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-53293cf2-42b8-407f-a4e8-5fc43f847c0a req-8b590a97-bd81-4be8-a08d-55fe29ce70e5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242232 Nov 18 16:40:43.593867 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:43.599381 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:43.601259 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1b48ae63-1faa-4f84-b3c8-54d751262139 HTTP/1.1" status: 204 len: 168 time: 0.5408151 Nov 18 16:40:43.697908 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b48ae63-1faa-4f84-b3c8-54d751262139,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:43.718398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f4c96-c73a-4dc5-93ab-37a49a26a1e1 req-a9d93cfc-0976-457f-af81-15c13c951a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:43.722171 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf3f4c96-c73a-4dc5-93ab-37a49a26a1e1 req-a9d93cfc-0976-457f-af81-15c13c951a4a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 1103 time: 0.0997376 Nov 18 16:40:43.741114 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.741479 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.741826 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.747597 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.748932 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.749503 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.753207 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.753404 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.753719 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.754069 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.758140 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.758727 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500b78ba-dd71-48e7-8302-7f9f211c187a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:40:43.831237 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dce5d5e4-6ed7-457d-bd5f-2e4a8bff1d27 req-d8d3b731-6f44-4aa8-a1fa-2d97692c5bd0 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689706 Nov 18 16:40:43.837752 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bf3f4c96-c73a-4dc5-93ab-37a49a26a1e1 req-7f81a126-584d-4154-a4f8-08b3290b5672 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001782 Nov 18 16:40:44.007785 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038f3b2-408d-4a96-bf7c-e202ca2df7a1 req-4cf6109c-e66d-4d24-ae99-98f724c9a6a9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:44.015844 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9038f3b2-408d-4a96-bf7c-e202ca2df7a1 req-4cf6109c-e66d-4d24-ae99-98f724c9a6a9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0754139 Nov 18 16:40:44.088504 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9038f3b2-408d-4a96-bf7c-e202ca2df7a1 req-93c5886b-75cf-46b2-9916-ab89bcb32d46 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713618 Nov 18 16:40:44.148287 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d8881-63b5-4bf4-87a9-444d0f356a5e req-66dcb726-12f4-467b-bd05-738d062d0baa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:44.159442 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-af4d8881-63b5-4bf4-87a9-444d0f356a5e req-66dcb726-12f4-467b-bd05-738d062d0baa tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.1455326 Nov 18 16:40:44.253190 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-af4d8881-63b5-4bf4-87a9-444d0f356a5e req-b0abaef9-bea7-41b7-9f7f-dc9bd1538d63 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901566 Nov 18 16:40:44.947300 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-b67b1912-c9e9-44e5-9598-052879517f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:44.949196 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-b67b1912-c9e9-44e5-9598-052879517f48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.0730166 Nov 18 16:40:44.991129 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0c745-df78-4756-ac36-28f7f3efa18e req-79d783a3-7b0d-4e05-894a-40dc26299d07 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:44.992751 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7ed0c745-df78-4756-ac36-28f7f3efa18e req-79d783a3-7b0d-4e05-894a-40dc26299d07 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1600499 Nov 18 16:40:45.107574 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7ed0c745-df78-4756-ac36-28f7f3efa18e req-e2efbaad-958c-494e-8a7f-f84de33eea5c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035182 Nov 18 16:40:45.124996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd10c5-007c-4f6c-ac31-ea6b19965c03 req-9aadd019-c884-49d5-a618-aff8135a77fa tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:45.126721 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98dd10c5-007c-4f6c-ac31-ea6b19965c03 req-9aadd019-c884-49d5-a618-aff8135a77fa tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.1378407 Nov 18 16:40:45.156792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-c1fee47a-ce0f-4d2e-acae-2c8e9d13992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:45.159232 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-c1fee47a-ce0f-4d2e-acae-2c8e9d13992d service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.2008207 Nov 18 16:40:45.232818 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-cf35224c-05d2-4065-bff3-2697c5d05f38 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.0567703 Nov 18 16:40:45.251615 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-98dd10c5-007c-4f6c-ac31-ea6b19965c03 req-38701c4d-2faf-45e3-967d-608def7df42f tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072383 Nov 18 16:40:45.351877 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed64185-a744-4b77-a18e-98d535c755c9 req-3a3264e7-6391-497a-a2c4-75d6040e2ca4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:45.378998 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7ed64185-a744-4b77-a18e-98d535c755c9 req-3a3264e7-6391-497a-a2c4-75d6040e2ca4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1583092 Nov 18 16:40:45.389640 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-51ffaad4-3b7d-4987-a888-4ebe3270f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:45.392144 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-51ffaad4-3b7d-4987-a888-4ebe3270f7f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.1386280 Nov 18 16:40:45.475047 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7ed64185-a744-4b77-a18e-98d535c755c9 req-29269f96-701c-4314-b463-6ead1800b9a3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925643 Nov 18 16:40:45.530612 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f31cb-3234-4a8b-a387-f46c0a8c62bc req-094c25e5-6111-4d82-bd6a-532f6caf4e66 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:45.539377 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a35f31cb-3234-4a8b-a387-f46c0a8c62bc req-094c25e5-6111-4d82-bd6a-532f6caf4e66 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.1697385 Nov 18 16:40:45.543620 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-bfc5b3fd-4417-4857-b087-c2a9205434c1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105788 Nov 18 16:40:45.669251 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a35f31cb-3234-4a8b-a387-f46c0a8c62bc req-cc0c904e-d4c2-4e36-95a3-7738cb9367c4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228840 Nov 18 16:40:45.831197 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-3d28e20c-6f00-47eb-8845-6998f6b37e3e service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571483 Nov 18 16:40:45.948662 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ca9031b5-396b-425d-b290-7711921914ab no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:46.031816 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: ca9031b5-396b-425d-b290-7711921914ab {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:40:46.033890 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device ca9031b5-396b-425d-b290-7711921914ab not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:40:46.112369 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-997aa387-9f7a-4c6e-84ef-26ffad2b27ce req-62064055-97f9-4461-8b70-6904c03e9076 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589011 Nov 18 16:40:46.319590 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70a67f-492a-4dd8-937f-2d01ff3dd7f9 req-6eedb01b-b64a-4927-9d28-657728c3db01 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:46.321187 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e70a67f-492a-4dd8-937f-2d01ff3dd7f9 req-6eedb01b-b64a-4927-9d28-657728c3db01 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0997779 Nov 18 16:40:46.443724 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3e2712f8-5ba9-47cf-9145-c9c38befca35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:46.445398 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3e2712f8-5ba9-47cf-9145-c9c38befca35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.1001773 Nov 18 16:40:46.449896 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e70a67f-492a-4dd8-937f-2d01ff3dd7f9 req-daf391bb-a886-4ddc-b39a-5e7427a8c7de tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193547 Nov 18 16:40:46.557318 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca108d-dc45-4b13-8551-c41c913204c5 req-d7ac3bde-0e54-447a-a8d2-7715a33fb7d7 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:46.559194 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7dca108d-dc45-4b13-8551-c41c913204c5 req-d7ac3bde-0e54-447a-a8d2-7715a33fb7d7 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0686617 Nov 18 16:40:46.626430 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7dca108d-dc45-4b13-8551-c41c913204c5 req-5d3f4fe0-91a7-41ed-b45c-bf8e74ce5022 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588479 Nov 18 16:40:46.647014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Deleting port 5e35699b-a754-4c9a-ac76-27ae2f238458 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:40:46.648378 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:46.684224 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39e6a94-ee21-4d2f-9b23-b9236ed7f6da req-e1065c48-3dc1-478d-8fda-78edb141622a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:46.685849 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a39e6a94-ee21-4d2f-9b23-b9236ed7f6da req-e1065c48-3dc1-478d-8fda-78edb141622a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0967269 Nov 18 16:40:46.803280 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a39e6a94-ee21-4d2f-9b23-b9236ed7f6da req-215ca870-f679-4c35-9e29-2baeb950a55b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081805 Nov 18 16:40:46.805275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] For port 5e35699b-a754-4c9a-ac76-27ae2f238458, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5e35699b-a754-4c9a-ac76-27ae2f238458,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:46.805651 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:46.822523 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Calling delete_port for 5e35699b-a754-4c9a-ac76-27ae2f238458 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:40:46.952160 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd7adf-cdc3-4969-92fc-c19caae091a2 req-7728db6e-b987-4125-b6c5-c466fcfd3eef tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:46.953953 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-01dd7adf-cdc3-4969-92fc-c19caae091a2 req-7728db6e-b987-4125-b6c5-c466fcfd3eef tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=6ffb9382-7b65-4f23-910c-307db1e51409 HTTP/1.1" status: 200 len: 945 time: 0.0625355 Nov 18 16:40:46.997608 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca70cb-f425-491c-a3c4-5fbd0f5b3a21 req-588e0124-4ca8-4323-81f6-c8efe959dd2e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:46.999293 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aeca70cb-f425-491c-a3c4-5fbd0f5b3a21 req-588e0124-4ca8-4323-81f6-c8efe959dd2e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0818274 Nov 18 16:40:47.014818 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-01dd7adf-cdc3-4969-92fc-c19caae091a2 req-5bebc426-22f4-4ab3-8cfb-8352b886d9e0 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542986 Nov 18 16:40:47.095365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:47.108114 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b', '5e35699b-a754-4c9a-ac76-27ae2f238458'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:47.122659 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aeca70cb-f425-491c-a3c4-5fbd0f5b3a21 req-c222c7bb-721c-46d1-9d65-74b7b650285c tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039262 Nov 18 16:40:47.158643 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event deleted for resources: {'Port': ['ID=5e35699b-a754-4c9a-ac76-27ae2f238458,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:47.186092 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-d3fd0499-872d-4e4c-af40-43306b43fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:47.188450 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-d3fd0499-872d-4e4c-af40-43306b43fe7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1098 time: 0.1129079 Nov 18 16:40:47.208954 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] No DVR routers for this DVR port 5e35699b-a754-4c9a-ac76-27ae2f238458 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:40:47.211674 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:47.215447 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-637e2025-ff9a-4bce-a195-165dd08bc17d req-3a617a6e-f340-4345-afba-ea235b28dc35 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "DELETE /v2.0/ports/5e35699b-a754-4c9a-ac76-27ae2f238458 HTTP/1.1" status: 204 len: 173 time: 0.7589552 Nov 18 16:40:47.225789 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffb9382-7b65-4f23-910c-307db1e51409', 'name': 'network-vif-deleted', 'tag': '5e35699b-a754-4c9a-ac76-27ae2f238458'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:47.227624 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55d71af-362a-4193-a38f-a74b66471175" -d '{"events": [{"server_uuid": "6ffb9382-7b65-4f23-910c-307db1e51409", "name": "network-vif-deleted", "tag": "5e35699b-a754-4c9a-ac76-27ae2f238458"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:47.289479 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f373998b-3325-4f8e-a9b2-7a97e798e26f x-openstack-request-id: req-f373998b-3325-4f8e-a9b2-7a97e798e26f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:47.289876 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffb9382-7b65-4f23-910c-307db1e51409", "name": "network-vif-deleted", "tag": "5e35699b-a754-4c9a-ac76-27ae2f238458", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:47.290206 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f373998b-3325-4f8e-a9b2-7a97e798e26f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:47.290692 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffb9382-7b65-4f23-910c-307db1e51409', 'name': 'network-vif-deleted', 'tag': '5e35699b-a754-4c9a-ac76-27ae2f238458', 'status': 'completed', 'code': 200} Nov 18 16:40:47.323709 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-72f46abd-5a1f-4c18-ad64-053e79b79039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:47.325209 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-72f46abd-5a1f-4c18-ad64-053e79b79039 service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.1175539 Nov 18 16:40:47.416245 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-dc7e3766-5cf3-41ad-8dcc-49e10b53ebfe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0670204 Nov 18 16:40:47.476147 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-3593752d-091c-4c39-8de5-fdffcc460c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:47.477727 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-3593752d-091c-4c39-8de5-fdffcc460c40 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0512521 Nov 18 16:40:47.582887 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-7ed1779c-7f96-4bd0-91d6-3057fb0bf2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:47.584485 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-7ed1779c-7f96-4bd0-91d6-3057fb0bf2d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0884342 Nov 18 16:40:47.601018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446202f-ec0f-4c9d-a754-f003de7e5242 req-43b2e59e-fa5d-43af-849b-0062622e9799 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:47.602743 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e446202f-ec0f-4c9d-a754-f003de7e5242 req-43b2e59e-fa5d-43af-849b-0062622e9799 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0686255 Nov 18 16:40:47.712077 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e446202f-ec0f-4c9d-a754-f003de7e5242 req-95ebdcfa-ce54-40e9-81fe-ca0128f89225 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000850 Nov 18 16:40:47.746682 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-c88b4aad-5828-4a48-b144-3203392e20e5 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428967 Nov 18 16:40:47.876634 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b70b5f1a-8a61-4520-9081-4c4c39abc483 req-2d38d249-4d2c-498c-ae31-f83b74e0e0b9 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122355 Nov 18 16:40:47.972706 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69446fff-f8ec-4f8b-9ecf-485b69a73df5 req-51432dbb-c74c-4d14-a87b-a5c9e4c1da00 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:47.974330 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-69446fff-f8ec-4f8b-9ecf-485b69a73df5 req-51432dbb-c74c-4d14-a87b-a5c9e4c1da00 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0545363 Nov 18 16:40:48.027876 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-69446fff-f8ec-4f8b-9ecf-485b69a73df5 req-80feb99d-29ac-4421-b549-49eaf8554a0b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474319 Nov 18 16:40:48.295595 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d97db3-afcc-4979-a475-6ffa858718f3 req-d47a1baf-df26-478b-8308-c9fd687f35df tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:48.298676 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-19d97db3-afcc-4979-a475-6ffa858718f3 req-d47a1baf-df26-478b-8308-c9fd687f35df tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0710330 Nov 18 16:40:48.350777 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-19d97db3-afcc-4979-a475-6ffa858718f3 req-d00a8ed3-8cf0-4e28-9a99-6494560d16bd tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463777 Nov 18 16:40:48.872734 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727fe16-0d57-4968-812b-54c60d009b64 req-d698eeca-135a-4314-8eb4-9e21fd9d53fc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:48.875384 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8727fe16-0d57-4968-812b-54c60d009b64 req-d698eeca-135a-4314-8eb4-9e21fd9d53fc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0821068 Nov 18 16:40:48.953533 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8727fe16-0d57-4968-812b-54c60d009b64 req-b7906868-edfa-4e42-bece-ab5cc003929d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673428 Nov 18 16:40:49.189534 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cf3df-95c7-4385-9a74-d6e6bb2f2dec req-79410ed8-015a-4d19-a04a-5f71381ed339 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:49.190659 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-aa3cf3df-95c7-4385-9a74-d6e6bb2f2dec req-79410ed8-015a-4d19-a04a-5f71381ed339 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0554338 Nov 18 16:40:49.262756 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-aa3cf3df-95c7-4385-9a74-d6e6bb2f2dec req-53d0c4b8-47a3-4dd1-9d59-25ba900898c9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634706 Nov 18 16:40:49.477997 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb23cc-ddde-4ae0-8930-db6d3eed329e req-2dc8c35d-f904-4d7b-8bde-56a2d572143b tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:49.479488 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39bb23cc-ddde-4ae0-8930-db6d3eed329e req-2dc8c35d-f904-4d7b-8bde-56a2d572143b tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0556104 Nov 18 16:40:49.529854 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39bb23cc-ddde-4ae0-8930-db6d3eed329e req-a0f709a7-c862-48ec-8a51-4e6072639d07 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443463 Nov 18 16:40:50.083730 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc4c203-79df-4025-9ecb-a5c2f43007db req-bab057ab-3501-4081-b124-5a1c03a8173c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:50.085278 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dcc4c203-79df-4025-9ecb-a5c2f43007db req-bab057ab-3501-4081-b124-5a1c03a8173c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0585508 Nov 18 16:40:50.135594 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dcc4c203-79df-4025-9ecb-a5c2f43007db req-7f29e508-a39e-4adb-a2ae-7d347eed5d82 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Nov 18 16:40:50.395406 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521aa010-382f-46ba-80df-7a1932323805 req-b4d45784-552a-4c50-85e3-ce45b6f65be4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:50.396925 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-521aa010-382f-46ba-80df-7a1932323805 req-b4d45784-552a-4c50-85e3-ce45b6f65be4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.0507536 Nov 18 16:40:50.447280 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-521aa010-382f-46ba-80df-7a1932323805 req-fd3a683c-70a8-4b3a-846b-b772c586e261 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440636 Nov 18 16:40:50.660800 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80834c8b-a2ca-4c96-a8d8-ffa3f0efdef7 req-82ba9ebd-925f-4b40-a497-897baeebd613 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:50.662330 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-80834c8b-a2ca-4c96-a8d8-ffa3f0efdef7 req-82ba9ebd-925f-4b40-a497-897baeebd613 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0513184 Nov 18 16:40:50.724869 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-80834c8b-a2ca-4c96-a8d8-ffa3f0efdef7 req-ee2c1e54-8f7e-4c9c-b926-ce1a69823a58 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Nov 18 16:40:51.263275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc776c51-b12e-4fad-991b-9738dbc55092 req-261f2c79-b800-4be8-a14d-12a377ba1b85 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:51.264926 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc776c51-b12e-4fad-991b-9738dbc55092 req-261f2c79-b800-4be8-a14d-12a377ba1b85 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0538301 Nov 18 16:40:51.353142 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc776c51-b12e-4fad-991b-9738dbc55092 req-585e12ca-62e8-4c69-b467-bc7f6e85b261 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777390 Nov 18 16:40:51.374172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-40cb4afc-c9b4-4886-af43-c5e90199338e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:51.377531 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-40cb4afc-c9b4-4886-af43-c5e90199338e tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0884185 Nov 18 16:40:51.482222 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Deleting port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:40:51.482962 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:51.596329 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0daff-b25d-4a50-b17a-dda5442ff767 req-3282fdb5-58b2-45e3-b4e4-51a64d5aa4a8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:51.597817 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-99f0daff-b25d-4a50-b17a-dda5442ff767 req-3282fdb5-58b2-45e3-b4e4-51a64d5aa4a8 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.0549290 Nov 18 16:40:51.649111 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] For port 5c21f89d-f082-49d4-8dc8-7c165a7766b9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=5c21f89d-f082-49d4-8dc8-7c165a7766b9,segment=NetworkSegment(0bc5bcc2-9a4a-4c25-9ced-28f477c47339),segment_id=0bc5bcc2-9a4a-4c25-9ced-28f477c47339)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:51.649111 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:51.661778 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-99f0daff-b25d-4a50-b17a-dda5442ff767 req-f57a7b09-37dc-45cf-a1c6-b31acde4f249 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516925 Nov 18 16:40:51.666454 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59744f6c-4db3-4025-bea5-37bf63266b75 req-0e71e382-c547-4029-9c07-1ba575c46ac2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:51.667967 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59744f6c-4db3-4025-bea5-37bf63266b75 req-0e71e382-c547-4029-9c07-1ba575c46ac2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 945 time: 0.1385000 Nov 18 16:40:51.680188 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Calling delete_port for 5c21f89d-f082-49d4-8dc8-7c165a7766b9 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:40:51.778183 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-59744f6c-4db3-4025-bea5-37bf63266b75 req-ee6e5531-3c13-4a40-ba9f-492caffe8c14 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998914 Nov 18 16:40:51.863497 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3f58e-96e4-4c38-9ace-8eebd7712186 req-7a67c32b-4289-4631-b5da-10e1ef1f80c5 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:51.865113 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d4c3f58e-96e4-4c38-9ace-8eebd7712186 req-7a67c32b-4289-4631-b5da-10e1ef1f80c5 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e2a4d28-082a-4cf7-8906-ab9b9db449f6 HTTP/1.1" status: 200 len: 950 time: 0.0597417 Nov 18 16:40:51.893190 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:51.909375 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['5c21f89d-f082-49d4-8dc8-7c165a7766b9'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:51.933022 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d4c3f58e-96e4-4c38-9ace-8eebd7712186 req-d2adaea3-2dee-4858-9f20-10a04d9d36ea tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbd02bae-37af-436d-870b-4c0813867db6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612288 Nov 18 16:40:51.943848 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Pushing event deleted for resources: {'Port': ['ID=5c21f89d-f082-49d4-8dc8-7c165a7766b9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:51.973578 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5e35699b-a754-4c9a-ac76-27ae2f238458 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:52.013990 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 5e35699b-a754-4c9a-ac76-27ae2f238458 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:40:52.014113 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5e35699b-a754-4c9a-ac76-27ae2f238458 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:40:52.014596 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:52.029165 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] No DVR routers for this DVR port 5c21f89d-f082-49d4-8dc8-7c165a7766b9 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:40:52.033655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:52.037715 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-14a1213d-ca58-4405-b6e6-d06178daf46d req-9f7ccf05-6518-4dc2-96aa-c85e110aa2c2 tempest-VolumesNegativeTest-1007987614 tempest-VolumesNegativeTest-1007987614-project] 10.222.0.66 "DELETE /v2.0/ports/5c21f89d-f082-49d4-8dc8-7c165a7766b9 HTTP/1.1" status: 204 len: 173 time: 0.6511626 Nov 18 16:40:52.038249 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'name': 'network-vif-deleted', 'tag': '5c21f89d-f082-49d4-8dc8-7c165a7766b9'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:52.043317 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529197c8-eeef-4846-8472-60fcce5e3331" -d '{"events": [{"server_uuid": "3e2a4d28-082a-4cf7-8906-ab9b9db449f6", "name": "network-vif-deleted", "tag": "5c21f89d-f082-49d4-8dc8-7c165a7766b9"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:52.146097 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7abe63c-8f90-47ba-bfbe-4f1600c7ac96 x-openstack-request-id: req-e7abe63c-8f90-47ba-bfbe-4f1600c7ac96 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:52.146484 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2a4d28-082a-4cf7-8906-ab9b9db449f6", "name": "network-vif-deleted", "tag": "5c21f89d-f082-49d4-8dc8-7c165a7766b9", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:52.146745 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e7abe63c-8f90-47ba-bfbe-4f1600c7ac96 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:52.147896 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2a4d28-082a-4cf7-8906-ab9b9db449f6', 'name': 'network-vif-deleted', 'tag': '5c21f89d-f082-49d4-8dc8-7c165a7766b9', 'status': 'completed', 'code': 200} Nov 18 16:40:52.171512 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:52.202449 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:52.205636 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a097ca-18c5-4685-83bc-fc7293019f47" -d '{"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:52.221755 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:52.227737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:52.256480 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d06127-d9fc-4f58-9575-3a310c65e81b x-openstack-request-id: req-15d06127-d9fc-4f58-9575-3a310c65e81b {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:52.256723 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:52.256977 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-15d06127-d9fc-4f58-9575-3a310c65e81b {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:52.257566 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'code': 200} Nov 18 16:40:52.292521 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=8']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:52.490817 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261471d4-f788-4009-8098-7847fd773035 req-b23cac3d-0e24-4083-8a42-4be0999dca7c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:52.492996 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-261471d4-f788-4009-8098-7847fd773035 req-b23cac3d-0e24-4083-8a42-4be0999dca7c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0645537 Nov 18 16:40:52.572837 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-261471d4-f788-4009-8098-7847fd773035 req-ad46d219-24c9-46ce-a78d-c1181eafe0de tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715833 Nov 18 16:40:52.816862 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9577a0-e663-481a-ac1d-4e5093fc4fe8 req-09ed855f-060e-480b-80d3-d5fb24d133f7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:52.818478 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ef9577a0-e663-481a-ac1d-4e5093fc4fe8 req-09ed855f-060e-480b-80d3-d5fb24d133f7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.0535910 Nov 18 16:40:52.895669 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ef9577a0-e663-481a-ac1d-4e5093fc4fe8 req-75448aae-b1b2-4941-9d6d-26f2aef80b0c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684991 Nov 18 16:40:52.965961 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d662e-d888-47a3-883c-4498dd3f7752 req-b7c6b62f-dcaa-4eba-ae8a-1e0b57fb11d0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:52.967526 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-735d662e-d888-47a3-883c-4498dd3f7752 req-b7c6b62f-dcaa-4eba-ae8a-1e0b57fb11d0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0558889 Nov 18 16:40:53.066689 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-735d662e-d888-47a3-883c-4498dd3f7752 req-68e864b5-8df7-4723-8e04-893ef900893e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916841 Nov 18 16:40:53.658193 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-ec4fe97d-82dd-4a94-a74f-52eaab5d0094 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:53.658193 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-ec4fe97d-82dd-4a94-a74f-52eaab5d0094 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.0647068 Nov 18 16:40:53.777690 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e345af2-3c46-4b14-8459-e6424e938e7c req-914af0c6-a47e-4a84-ba92-d896d929951b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:53.779313 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e345af2-3c46-4b14-8459-e6424e938e7c req-914af0c6-a47e-4a84-ba92-d896d929951b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1073892 Nov 18 16:40:53.857021 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-60254c33-b6ae-42f6-9a27-0ad23def4514 req-6b01dcba-9e27-4e6a-b84a-2ea120e13931 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:40:53.858554 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-60254c33-b6ae-42f6-9a27-0ad23def4514 req-6b01dcba-9e27-4e6a-b84a-2ea120e13931 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094073 Nov 18 16:40:53.868609 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Deleting port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:40:53.868956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:53.876689 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e345af2-3c46-4b14-8459-e6424e938e7c req-b2af4115-befc-4b35-834e-2e61c492a7af tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887637 Nov 18 16:40:54.069617 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] For port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,segment=NetworkSegment(55a9bf24-fc71-40a3-89a8-f0b1d74f19a4),segment_id=55a9bf24-fc71-40a3-89a8-f0b1d74f19a4)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:40:54.070347 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:54.095683 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578c581-ea62-4f3d-bc7c-c310ff00d9ce req-c08e7b95-438e-4094-afd4-16cb432679d1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:54.101744 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Calling delete_port for 21a2db64-f3e4-4938-b219-6fcaaca9ae3b owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:40:54.111416 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b578c581-ea62-4f3d-bc7c-c310ff00d9ce req-c08e7b95-438e-4094-afd4-16cb432679d1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0976346 Nov 18 16:40:54.183758 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b578c581-ea62-4f3d-bc7c-c310ff00d9ce req-e24d0334-f1d0-474e-92db-1d5a47fe6e30 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711532 Nov 18 16:40:54.247135 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b942dd4-a1d0-47a8-b9bb-37b3a100c510 req-04724618-d12c-4c1c-815c-fcc73ff26f4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:54.251192 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b942dd4-a1d0-47a8-b9bb-37b3a100c510 req-04724618-d12c-4c1c-815c-fcc73ff26f4c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4a8e5b8-7e64-4b29-9532-52be63dac7ce HTTP/1.1" status: 200 len: 946 time: 0.1341591 Nov 18 16:40:54.341180 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac948-aaf5-4054-a7ff-e7bedabfc53c req-a5b11e8a-ed84-48df-8569-8342e3cddf00 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:54.351337 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d9fac948-aaf5-4054-a7ff-e7bedabfc53c req-a5b11e8a-ed84-48df-8569-8342e3cddf00 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0856590 Nov 18 16:40:54.389311 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b942dd4-a1d0-47a8-b9bb-37b3a100c510 req-ffda349b-7624-4233-9dd0-99dee9af34b7 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.37 "GET /v2.0/security-groups?id=c34653d6-9fb9-4893-946a-5c092d6a3742&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194553 Nov 18 16:40:54.432347 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d9fac948-aaf5-4054-a7ff-e7bedabfc53c req-81725f42-d6a9-42b2-b5d7-f79b1774e05c tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781913 Nov 18 16:40:54.452032 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37766) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:54.455485 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:54.471881 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21a2db64-f3e4-4938-b219-6fcaaca9ae3b'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:40:54.495972 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Pushing event deleted for resources: {'Port': ['ID=21a2db64-f3e4-4938-b219-6fcaaca9ae3b,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:54.549878 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] No DVR routers for this DVR port 21a2db64-f3e4-4938-b219-6fcaaca9ae3b on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:40:54.552468 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:54.556123 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe19d293-0d0f-46a2-a5e3-5fba7d6f0305 req-d353f87b-2942-4a16-ac54-10bdf604272c tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] 10.222.0.66 "DELETE /v2.0/ports/21a2db64-f3e4-4938-b219-6fcaaca9ae3b HTTP/1.1" status: 204 len: 173 time: 0.8926988 Nov 18 16:40:54.556617 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'name': 'network-vif-deleted', 'tag': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:54.558920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b9870-b30e-4b8b-9872-aa7cd01f7718" -d '{"events": [{"server_uuid": "d4a8e5b8-7e64-4b29-9532-52be63dac7ce", "name": "network-vif-deleted", "tag": "21a2db64-f3e4-4938-b219-6fcaaca9ae3b"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:54.651073 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c541634-3c54-492e-bbe9-a5f8c7dab8b5 x-openstack-request-id: req-7c541634-3c54-492e-bbe9-a5f8c7dab8b5 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:54.651497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4a8e5b8-7e64-4b29-9532-52be63dac7ce", "name": "network-vif-deleted", "tag": "21a2db64-f3e4-4938-b219-6fcaaca9ae3b", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:54.651811 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7c541634-3c54-492e-bbe9-a5f8c7dab8b5 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:54.652236 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4a8e5b8-7e64-4b29-9532-52be63dac7ce', 'name': 'network-vif-deleted', 'tag': '21a2db64-f3e4-4938-b219-6fcaaca9ae3b', 'status': 'completed', 'code': 200} Nov 18 16:40:54.823243 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-783d5c53-fffe-42ae-8a8d-48c9063c295c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:54.882505 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 37786) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:54.919475 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b238c75-87c3-4712-9d34-9259ced51a50 tempest-TestMinimumBasicScenario-112695476 tempest-TestMinimumBasicScenario-112695476-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:54.922543 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-5b238c75-87c3-4712-9d34-9259ced51a50 tempest-TestMinimumBasicScenario-112695476 tempest-TestMinimumBasicScenario-112695476-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1093 time: 0.4689491 Nov 18 16:40:54.926083 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 37792) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:54.931072 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'port_id': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:54.944372 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37794) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:54.967209 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.087158 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0413119e-a44c-4e49-a4a2-91d1d4e909fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.107852 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:40:55.147177 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1d4de-6df1-40c7-afd6-cba70dc2555a req-9ea8022f-678b-4c75-ba74-bb619336998c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:55.155416 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9ab1d4de-6df1-40c7-afd6-cba70dc2555a req-9ea8022f-678b-4c75-ba74-bb619336998c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1185718 Nov 18 16:40:55.156100 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.209968 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-62cb6661-e145-404c-870e-05558aa5e575 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2635882 Nov 18 16:40:55.216477 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-18f45812-bf13-45ee-a253-08a1c5099a46 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:40:55.223289 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-18f45812-bf13-45ee-a253-08a1c5099a46 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0119858 Nov 18 16:40:55.288111 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9ab1d4de-6df1-40c7-afd6-cba70dc2555a req-3e2ea7b3-1ef0-4840-a9c9-6ef33dff12c0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308610 Nov 18 16:40:55.329485 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0413119e-a44c-4e49-a4a2-91d1d4e909fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.350394 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0413119e-a44c-4e49-a4a2-91d1d4e909fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.458651 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37824) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:55.528226 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Deleting subnet 9172e1ea-50cd-4931-8213-1b50a6dd3183 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:40:55.535471 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.576430 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.638060 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.717226 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.754062 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9172e1ea-50cd-4931-8213-1b50a6dd3183,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:55.762070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Allocated IP 172.27.3.70 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/71ad92cc-35bc-4373-9359-a4f730eed893) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:40:55.787858 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:55.791785 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-aca31ade-32c2-4083-adc4-b5a3e43524c2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9172e1ea-50cd-4931-8213-1b50a6dd3183 HTTP/1.1" status: 204 len: 168 time: 0.3318586 Nov 18 16:40:55.796827 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37844) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:55.862649 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0413119e-a44c-4e49-a4a2-91d1d4e909fb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48ef5ddb36454d2394874050b6a95c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9783478 Nov 18 16:40:55.872548 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0413119e-a44c-4e49-a4a2-91d1d4e909fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77877dab-8811-4c11-86eb-d77ad1baf98a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:55.885059 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 37858) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:55.923932 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357708f-6a8d-4b26-a507-740391bd866b req-c7e6ff6f-a196-406e-92ab-f50f93ca014e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:55.925702 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b357708f-6a8d-4b26-a507-740391bd866b req-c7e6ff6f-a196-406e-92ab-f50f93ca014e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.5931473 Nov 18 16:40:55.926316 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.020109 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21a2db64-f3e4-4938-b219-6fcaaca9ae3b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:56.072008 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcb4d-c761-4177-b501-eb154712a0d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.083499 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 21a2db64-f3e4-4938-b219-6fcaaca9ae3b {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:40:56.086647 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21a2db64-f3e4-4938-b219-6fcaaca9ae3b not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:40:56.087402 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5c21f89d-f082-49d4-8dc8-7c165a7766b9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:56.091285 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.092424 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b357708f-6a8d-4b26-a507-740391bd866b req-74e9764d-0037-4ae1-9668-4e99a4d0fc96 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474226 Nov 18 16:40:56.106956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.126149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcb4d-c761-4177-b501-eb154712a0d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.151142 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 5c21f89d-f082-49d4-8dc8-7c165a7766b9 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:40:56.151478 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2965759e-9bd1-485f-97fb-4dd1055fa044']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:56.152030 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 5c21f89d-f082-49d4-8dc8-7c165a7766b9 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:40:56.152671 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:40:56.170969 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:56.174424 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a9bf24-fc71-40a3-89a8-f0b1d74f19a4') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:56.192655 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.204915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.220443 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.229751 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:40:56.230185 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:40:56.232814 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:40:56.243323 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:40:56.246723 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:40:56.248587 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcb4d-c761-4177-b501-eb154712a0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.251949 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ce5fcb4d-c761-4177-b501-eb154712a0d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.253116 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ce5fcb4d-c761-4177-b501-eb154712a0d8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/77877dab-8811-4c11-86eb-d77ad1baf98a HTTP/1.1" status: 204 len: 168 time: 0.3636043 Nov 18 16:40:56.254038 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:40:56.301911 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5fcb4d-c761-4177-b501-eb154712a0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77877dab-8811-4c11-86eb-d77ad1baf98a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:56.309546 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'Port': ['ID=71ad92cc-35bc-4373-9359-a4f730eed893,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:56.383463 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.401291 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.410812 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2965759e-9bd1-485f-97fb-4dd1055fa044 HTTP/1.1" status: 204 len: 168 time: 0.6082473 Nov 18 16:40:56.434579 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245744b3-f106-418c-9958-6e42d51040a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2965759e-9bd1-485f-97fb-4dd1055fa044,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:56.519992 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51099893-62b4-4ae6-a717-0f55f0096335 req-0340e210-7956-492f-877e-66ec555f6b99 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:56.521522 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-51099893-62b4-4ae6-a717-0f55f0096335 req-0340e210-7956-492f-877e-66ec555f6b99 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0975223 Nov 18 16:40:56.652650 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-51099893-62b4-4ae6-a717-0f55f0096335 req-6ae0738b-3907-48e6-a21b-034268ed9410 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214817 Nov 18 16:40:56.817978 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37924) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:56.895281 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3d3bffdd-8bbc-4df3-b0b4-05b3b881e2a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f7c2c5511d804720b1a6f09848fda91b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0756178 Nov 18 16:40:56.895569 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 37930) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:56.981147 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-230e5d9f-2296-4016-811a-175b38c42b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:56.988799 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c41abfc9-67db-4afa-8711-f2815db64a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.022820 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c41abfc9-67db-4afa-8711-f2815db64a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.097824 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.103781 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c41abfc9-67db-4afa-8711-f2815db64a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.106776 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c41abfc9-67db-4afa-8711-f2815db64a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.108152 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c41abfc9-67db-4afa-8711-f2815db64a16 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c34653d6-9fb9-4893-946a-5c092d6a3742 HTTP/1.1" status: 204 len: 168 time: 0.2110116 Nov 18 16:40:57.124038 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41abfc9-67db-4afa-8711-f2815db64a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34653d6-9fb9-4893-946a-5c092d6a3742,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:57.215253 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.415291 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8f599-c816-4f80-a760-008182c87ebc req-475ebe16-f134-4099-b027-78042df6f637 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:57.416974 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07e8f599-c816-4f80-a760-008182c87ebc req-475ebe16-f134-4099-b027-78042df6f637 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.1680622 Nov 18 16:40:57.429625 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-f208bdbb-ac05-4e07-a3e5-a6dee345d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:57.431167 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-f208bdbb-ac05-4e07-a3e5-a6dee345d5d3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff&tenant_id=6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 1096 time: 0.1622500 Nov 18 16:40:57.574008 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-07e8f599-c816-4f80-a760-008182c87ebc req-158d9ed4-a142-4147-b8cb-af15334db607 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398551 Nov 18 16:40:57.578237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-66d32062-a036-4a68-97cd-a28964436df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:57.579930 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-66d32062-a036-4a68-97cd-a28964436df8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1096 time: 0.1121264 Nov 18 16:40:57.604946 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.616568 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.767684 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'Port': ['ID=71ad92cc-35bc-4373-9359-a4f730eed893,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:57.813117 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:57.818474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-ae37bcc4-212b-40d4-ae33-8a971f4d22d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:57.820851 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-ae37bcc4-212b-40d4-ae33-8a971f4d22d5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.2138724 Nov 18 16:40:57.848659 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4da1fb-2873-4a0b-83df-194d39d937cc req-eeac6e27-67d1-4a8f-a27a-47c790a938f0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:57.852306 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf4da1fb-2873-4a0b-83df-194d39d937cc req-eeac6e27-67d1-4a8f-a27a-47c790a938f0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0659213 Nov 18 16:40:57.916699 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf4da1fb-2873-4a0b-83df-194d39d937cc req-2a82cbe7-f0b4-4bcd-870f-ad5e2d4f4025 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570030 Nov 18 16:40:57.962806 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-bcfb5596-3607-442e-813e-a32f008c33c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 200 len: 999 time: 0.1114316 Nov 18 16:40:58.009332 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Floating IP 9a80646c-898c-4901-8414-2ac0bb69eddb associated. External IP: 172.27.3.70, port: 2e5d0a51-8406-4f5c-a741-903f01eb1ba3. Nov 18 16:40:58.066637 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-c6ce2846-9cab-4a0b-843c-389db5ebe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:58.068062 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-c6ce2846-9cab-4a0b-843c-389db5ebe796 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0979035 Nov 18 16:40:58.166853 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-5e3ba2a9-fb6d-4900-9f13-3d24feea731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:58.168396 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-5e3ba2a9-fb6d-4900-9f13-3d24feea731e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0870054 Nov 18 16:40:58.350328 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:40:58.352712 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-1a5d8922-77d6-4cf3-9805-5e0f11d43e69 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472299 Nov 18 16:40:58.506147 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:58.797958 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-8ea2fc4c-0061-4dd8-8512-18f6cdd6e2b6 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4345195 Nov 18 16:40:58.811163 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:40:58.833333 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] Sync routers for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:40:58.835149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a3fea-c92a-4962-852e-2525380c3f0d req-b069e984-9eaa-4ca0-b561-85830bb032bc tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:58.836714 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-755a3fea-c92a-4962-852e-2525380c3f0d req-b069e984-9eaa-4ca0-b561-85830bb032bc tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.1348615 Nov 18 16:40:58.851664 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:58.858022 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:40:58.859861 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:40:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:58.948705 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3df77064-b6c5-41ea-be0b-e44ba115b394 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0202374 Nov 18 16:40:58.951876 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38020) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:58.956022 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:40:58.958150 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab" -d '{"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:40:58.958804 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458849284', 'description': 'tempest-secgroup-smoke-1458849284 description', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:58.987471 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-755a3fea-c92a-4962-852e-2525380c3f0d req-2c1d93db-a9bb-4d30-b45a-91af76dbd20c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878758 Nov 18 16:40:59.009041 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.044889 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:40:59.147177 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4381c48-317f-4620-bb3e-85a1e063b1c4 x-openstack-request-id: req-f4381c48-317f-4620-bb3e-85a1e063b1c4 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:40:59.147480 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:40:59.147739 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4381c48-317f-4620-bb3e-85a1e063b1c4 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:40:59.148152 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'status': 'completed', 'code': 200} Nov 18 16:40:59.254969 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.261358 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-729a6f7e-f772-4b93-be6c-1937e2405d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:59.263285 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-729a6f7e-f772-4b93-be6c-1937e2405d10 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1098 time: 0.0901539 Nov 18 16:40:59.265124 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.299632 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.301455 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3474047 Nov 18 16:40:59.307493 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38036) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:59.313415 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group_rule': {'security_group_id': '2159a8bc-2073-46d4-ae66-7b94513ec8a9', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:59.364853 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca29d3d-d68b-4708-8be2-a25f6a6fedc7 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2159a8bc-2073-46d4-ae66-7b94513ec8a9,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:59.386734 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723ee13-f03a-4f83-87f5-52835b724ad8 req-f6650d04-1bdb-49e2-86d3-a4c69ec2a61c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:59.390540 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e723ee13-f03a-4f83-87f5-52835b724ad8 req-f6650d04-1bdb-49e2-86d3-a4c69ec2a61c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2180116 Nov 18 16:40:59.465625 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-bdaef6e9-150d-42df-a72b-c3f007e1f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:59.470048 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-bdaef6e9-150d-42df-a72b-c3f007e1f699 service neutron] 10.222.0.66 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 916 time: 0.1985197 Nov 18 16:40:59.472070 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': '9a80646c-898c-4901-8414-2ac0bb69eddb', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'port_id': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'mac_address': 'fa:16:3e:f9:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96191807-c647-4174-b4c1-84cea3b5d78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:40:56Z', 'updated_at': '2021-11-18T16:40:56Z', 'revision_number': 0, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:34Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:59.504349 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] Checking router: 4bd46c34-6195-4d68-a0b5-e97db9c24d78 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:40:59.514123 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e723ee13-f03a-4f83-87f5-52835b724ad8 req-b0332186-da31-46aa-8346-e9b2469dc2a4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099527 Nov 18 16:40:59.526368 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:40:59.528133 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:40:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:40:59.544446 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.593434 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38044) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:59.633404 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38048) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:59.643353 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-c16a25e3-005b-42ab-ae94-a9fee27d683d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 998 time: 0.1646059 Nov 18 16:40:59.697686 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.703895 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.728107 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5b75ce-526d-4e4f-98b0-1a93a84d6420,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:59.743203 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.748706 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ea21ac22-832d-4289-aa15-24559e94b55b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4357822 Nov 18 16:40:59.749276 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38052) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:59.757711 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group_rule': {'security_group_id': '2159a8bc-2073-46d4-ae66-7b94513ec8a9', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:59.780173 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-32398313-8cc4-45d2-8ea8-02ec3ed6695c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:59.782750 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-32398313-8cc4-45d2-8ea8-02ec3ed6695c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 200 len: 854 time: 0.1309204 Nov 18 16:40:59.793914 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.862811 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.911053 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.913483 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-de85e455-b6b1-4765-a63f-f76842023e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:40:59.921627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.922852 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-de85e455-b6b1-4765-a63f-f76842023e9f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=def42321-6c5f-49a8-b8ca-6024ba286c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1251354 Nov 18 16:40:59.942897 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997306bc-e8af-4235-9a8a-68cccde2e739,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:40:59.949227 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-99d1174c-6e64-4c70-80b8-d92c5ce66a7b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f32aa6efe7c748e98a2b0dbfc21878d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539050 Nov 18 16:40:59.955809 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38054) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:59.962617 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:40:59.972530 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:40:59.973538 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-2d17eea7-564d-4e92-967b-5046e3162dbc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2234652 Nov 18 16:40:59.978106 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38056) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:40:59.982677 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group_rule': {'security_group_id': '2159a8bc-2073-46d4-ae66-7b94513ec8a9', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:40:59.996616 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-139ebabf-8354-4347-abef-88a169ad1bdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.052246 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.129614 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-1e94838d-af89-4f21-bfdc-b1ec601a5ade service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008281 Nov 18 16:41:00.246327 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-139ebabf-8354-4347-abef-88a169ad1bdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.255463 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-139ebabf-8354-4347-abef-88a169ad1bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.268670 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.339315 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.346181 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.399314 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ebabf-8354-4347-abef-88a169ad1bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6267fa1-b824-409a-bbbf-4b5774edb0be,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:00.412514 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4ddcd868-e770-4dca-a4cb-6c0aced4b2ab req-b5f1b093-ac5f-4174-9bff-d78820e118cf service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373762 Nov 18 16:41:00.436943 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-139ebabf-8354-4347-abef-88a169ad1bdf admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b477be04f6474f47a933fc3a6bd9370e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8019321 Nov 18 16:41:00.439021 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38066) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:00.443462 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d424dceb-da06-4f75-9e4c-496a3303584c,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:00.464774 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.466094 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4e8d43a2-a7f0-48f2-9e8d-056cd4dd14e1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4869184 Nov 18 16:41:00.470485 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38068) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:00.476448 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group_rule': {'security_group_id': '2159a8bc-2073-46d4-ae66-7b94513ec8a9', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:00.523497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eef-3314-4875-809c-c979e3f64aaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.530098 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': '9a80646c-898c-4901-8414-2ac0bb69eddb', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'port_id': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'mac_address': 'fa:16:3e:f9:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96191807-c647-4174-b4c1-84cea3b5d78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:40:56Z', 'updated_at': '2021-11-18T16:40:56Z', 'revision_number': 0, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:34Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:00.575390 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d50fcbd-aef7-458b-addd-a1a4ea533bf4 None None] The sync data for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi is: [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': '9a80646c-898c-4901-8414-2ac0bb69eddb', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'floating_ip_address': '172.27.3.70', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'port_id': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'mac_address': 'fa:16:3e:f9:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96191807-c647-4174-b4c1-84cea3b5d78f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:40:56Z', 'updated_at': '2021-11-18T16:40:56Z', 'revision_number': 0, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:34Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:41:00.600519 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eef-3314-4875-809c-c979e3f64aaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.635203 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.638236 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89c46abf-49db-4e5c-a082-93608fa6a7e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.678043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f893a96-65f2-4124-b112-e594807b43dd req-30123ea3-91ca-46d8-80b4-05b4c1bbaaa3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:00.680791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f893a96-65f2-4124-b112-e594807b43dd req-30123ea3-91ca-46d8-80b4-05b4c1bbaaa3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.5033584 Nov 18 16:41:00.709303 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89c46abf-49db-4e5c-a082-93608fa6a7e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.753687 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eef-3314-4875-809c-c979e3f64aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.757712 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e1ff2eef-3314-4875-809c-c979e3f64aaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.759042 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e1ff2eef-3314-4875-809c-c979e3f64aaa admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dbd02bae-37af-436d-870b-4c0813867db6 HTTP/1.1" status: 204 len: 168 time: 0.6346829 Nov 18 16:41:00.801281 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ff2eef-3314-4875-809c-c979e3f64aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd02bae-37af-436d-870b-4c0813867db6,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:00.863097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6f893a96-65f2-4124-b112-e594807b43dd req-51679327-032d-476f-be19-50c823aa9c6f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726241 Nov 18 16:41:00.912596 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bb388-727e-410e-a03d-b9ec24dff2fe req-3842b0a4-4e04-4740-bf2c-cdb7d93bd4a6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:00.914832 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3f3bb388-727e-410e-a03d-b9ec24dff2fe req-3842b0a4-4e04-4740-bf2c-cdb7d93bd4a6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2223575 Nov 18 16:41:00.930362 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89c46abf-49db-4e5c-a082-93608fa6a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.933382 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-89c46abf-49db-4e5c-a082-93608fa6a7e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.934679 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-89c46abf-49db-4e5c-a082-93608fa6a7e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a6267fa1-b824-409a-bbbf-4b5774edb0be HTTP/1.1" status: 204 len: 168 time: 0.4931180 Nov 18 16:41:00.938877 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.957757 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:00.960313 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c46abf-49db-4e5c-a082-93608fa6a7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6267fa1-b824-409a-bbbf-4b5774edb0be,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:01.026163 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651ff996-e68f-48e9-ab72-37a0d1d07a0d,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:01.039463 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.044019 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-fa336677-524f-4473-8c51-97690014370f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5693417 Nov 18 16:41:01.044487 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38076) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:01.049992 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group_rule': {'security_group_id': '2159a8bc-2073-46d4-ae66-7b94513ec8a9', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:01.077177 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3f3bb388-727e-410e-a03d-b9ec24dff2fe req-c14378fe-6a1a-4cd1-8067-b6f933267379 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395593 Nov 18 16:41:01.112164 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3478bd-5fe0-47c6-975d-c6952ba36e10 None None] New status for floating IP 9a80646c-898c-4901-8414-2ac0bb69eddb: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:41:01.128659 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Project a57969bd21194feca2d2df3bc8bd0757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 16:41:01.144368 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.287795 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.294591 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.323039 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e49ccd-0a2f-43c4-bbbb-84b52d2287fc,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:01.348774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.351810 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9327022e-92c2-4621-8af3-0ad25e8c44c5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3060808 Nov 18 16:41:01.354877 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38078) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:01.359822 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'security_group_rule': {'security_group_id': '2159a8bc-2073-46d4-ae66-7b94513ec8a9', 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:01.423886 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.securitygroups_db [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Project a57969bd21194feca2d2df3bc8bd0757 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 16:41:01.433051 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.503284 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.520125 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.527597 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.560069 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db6d1a7-5d42-457d-ba5b-b16591719d15,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:01.575710 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.578457 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f4162660-79f7-4dc3-a65a-740ba08c0116 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2222507 Nov 18 16:41:01.833248 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-74aac6f2-1a86-4661-8b70-fce5737020c9 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458849284&fields=id&tenant_id=a57969bd21194feca2d2df3bc8bd0757 HTTP/1.1" status: 200 len: 267 time: 0.1359444 Nov 18 16:41:01.888461 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38084) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:01.909730 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-62198b43-76b9-428b-83e6-6a590353dd17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:01.932416 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-6d46a1f3-668f-49eb-8669-3afb68c5c712 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:01.934337 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-6d46a1f3-668f-49eb-8669-3afb68c5c712 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0979760 Nov 18 16:41:01.967377 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'port': {'security_groups': ['53913cbb-f135-4a90-81f9-996718968819', '2159a8bc-2073-46d4-ae66-7b94513ec8a9']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:02.088454 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.115146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-62198b43-76b9-428b-83e6-6a590353dd17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.140653 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-62198b43-76b9-428b-83e6-6a590353dd17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.169870 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007779b-4db6-4683-a5a2-dd8ec7ae1bf1 req-47653743-c0e8-4c24-8698-ad78af7d46c1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:02.171478 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3007779b-4db6-4683-a5a2-dd8ec7ae1bf1 req-47653743-c0e8-4c24-8698-ad78af7d46c1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.1576724 Nov 18 16:41:02.198125 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-62198b43-76b9-428b-83e6-6a590353dd17 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4b65c7293f694cfdbbc440558d7dafa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3082020 Nov 18 16:41:02.200658 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38090) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:02.207470 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62198b43-76b9-428b-83e6-6a590353dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188dcb2-417b-48d5-878b-648b41cc4877,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:02.308574 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de9a7375-630b-4c78-8bd8-551d47729001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.319031 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3007779b-4db6-4683-a5a2-dd8ec7ae1bf1 req-85f48b44-85ba-4861-94e8-d73d4ec504b9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188085 Nov 18 16:41:02.349741 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de9a7375-630b-4c78-8bd8-551d47729001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.403065 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:02.461859 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.466945 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de9a7375-630b-4c78-8bd8-551d47729001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.467608 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.472009 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-de9a7375-630b-4c78-8bd8-551d47729001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.478500 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-de9a7375-630b-4c78-8bd8-551d47729001 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b188dcb2-417b-48d5-878b-648b41cc4877 HTTP/1.1" status: 204 len: 168 time: 0.2739995 Nov 18 16:41:02.485439 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['2e5d0a51-8406-4f5c-a741-903f01eb1ba3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:41:02.514365 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9a7375-630b-4c78-8bd8-551d47729001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188dcb2-417b-48d5-878b-648b41cc4877,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:02.529902 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eb5556-588c-435d-b48d-bc6901a5f272 req-0d16386a-0dc8-4fc6-bf43-6e926ae80543 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:02.535588 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:02.536609 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:02.539804 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c1eb5556-588c-435d-b48d-bc6901a5f272 req-0d16386a-0dc8-4fc6-bf43-6e926ae80543 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.1186550 Nov 18 16:41:02.539999 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c338468d-92b2-4814-a42f-c506db31e5f2 req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "PUT /v2.0/ports/2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 981 time: 0.5786462 Nov 18 16:41:02.542531 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:41:02.544947 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832" -d '{"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:41:02.612015 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7825ca6-098c-4d3b-8ab9-e32cc803180a tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=6']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:02.622693 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c1eb5556-588c-435d-b48d-bc6901a5f272 req-21283f5b-af1b-48d0-a931-b22d38204c52 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734770 Nov 18 16:41:02.677873 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934710c-58f8-417e-a778-25d9eaf1e7f1 x-openstack-request-id: req-0934710c-58f8-417e-a778-25d9eaf1e7f1 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:41:02.678201 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:41:02.678492 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0934710c-58f8-417e-a778-25d9eaf1e7f1 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:41:02.679154 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'status': 'completed', 'code': 200} Nov 18 16:41:02.749451 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['2e5d0a51-8406-4f5c-a741-903f01eb1ba3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:41:02.978175 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd3370f-77c8-48e2-a51d-e7360b1b823a req-722c79d2-3ddf-4037-bdca-d531e35c1519 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:02.995995 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3dd3370f-77c8-48e2-a51d-e7360b1b823a req-722c79d2-3ddf-4037-bdca-d531e35c1519 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.1653078 Nov 18 16:41:03.168345 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3dd3370f-77c8-48e2-a51d-e7360b1b823a req-2e22ce67-7cd3-40cd-97ea-f038a3a0a127 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1703162 Nov 18 16:41:03.240728 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-54fb52ea-2f76-4fbb-92b4-4082f79e6506 None None] Provisioning complete for port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:41:03.240728 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-54fb52ea-2f76-4fbb-92b4-4082f79e6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:03.519232 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a4a4d2-b279-48cf-b51d-a4c90c4a0a1d req-0d763873-b9a2-4356-897c-65eace030605 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:03.524187 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-65a4a4d2-b279-48cf-b51d-a4c90c4a0a1d req-0d763873-b9a2-4356-897c-65eace030605 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0954716 Nov 18 16:41:03.628050 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-65a4a4d2-b279-48cf-b51d-a4c90c4a0a1d req-94b77aeb-242d-4e3a-9f9f-ba78ef4ce588 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942962 Nov 18 16:41:03.839765 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8e982-3b6f-4174-bd28-603ddc0f77a2 req-7b70bd38-7602-42ad-90ef-c3fda61e0069 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:03.841687 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15d8e982-3b6f-4174-bd28-603ddc0f77a2 req-7b70bd38-7602-42ad-90ef-c3fda61e0069 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0931089 Nov 18 16:41:03.926498 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15d8e982-3b6f-4174-bd28-603ddc0f77a2 req-bdfffc2a-3330-44bb-beea-650cde9de7c3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755138 Nov 18 16:41:04.343523 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38132) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:04.456285 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1c05705-8e73-4d15-b216-6468ec985a90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.560011 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1c05705-8e73-4d15-b216-6468ec985a90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.624623 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c1c05705-8e73-4d15-b216-6468ec985a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.678043 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c05705-8e73-4d15-b216-6468ec985a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f9fdd1-422a-42de-8553-8354561bdc07,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:04.688939 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c1c05705-8e73-4d15-b216-6468ec985a90 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8a2e66f98231433c9dc59a33bcfa4ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407795 Nov 18 16:41:04.690342 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38138) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:04.759709 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2cc83229-db2f-447f-9d32-274b63f4893e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.785152 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2cc83229-db2f-447f-9d32-274b63f4893e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.786934 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5612fa-cfc0-4035-8891-6ca57c1157d9 req-18e218c9-460f-48d3-a1f8-8c49910441cf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:04.788448 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e5612fa-cfc0-4035-8891-6ca57c1157d9 req-18e218c9-460f-48d3-a1f8-8c49910441cf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0685875 Nov 18 16:41:04.845981 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2cc83229-db2f-447f-9d32-274b63f4893e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.849188 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2cc83229-db2f-447f-9d32-274b63f4893e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:04.849741 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e5612fa-cfc0-4035-8891-6ca57c1157d9 req-2f4b4236-bf77-4bb2-9b1f-380e5535a0a6 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544941 Nov 18 16:41:04.850847 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2cc83229-db2f-447f-9d32-274b63f4893e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/87f9fdd1-422a-42de-8553-8354561bdc07 HTTP/1.1" status: 204 len: 168 time: 0.1606081 Nov 18 16:41:04.860782 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc83229-db2f-447f-9d32-274b63f4893e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f9fdd1-422a-42de-8553-8354561bdc07,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:05.080104 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6db7f-2378-477c-b984-44b0de24e24f req-50516c43-c93c-4767-b823-85014dbc659d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:05.087938 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddc6db7f-2378-477c-b984-44b0de24e24f req-50516c43-c93c-4767-b823-85014dbc659d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0715098 Nov 18 16:41:05.143891 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ddc6db7f-2378-477c-b984-44b0de24e24f req-8c8a2b59-5ca5-4e9e-82c3-8fabf1755529 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549049 Nov 18 16:41:06.053554 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2196e-1421-4260-95db-27ca43f2e141 req-07f55294-acf7-4528-8ed0-6fbfc35284bb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:06.055096 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e7e2196e-1421-4260-95db-27ca43f2e141 req-07f55294-acf7-4528-8ed0-6fbfc35284bb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0776212 Nov 18 16:41:06.089641 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38172) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:06.119608 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e7e2196e-1421-4260-95db-27ca43f2e141 req-8199d8a2-4f1a-4b97-b740-9350b87eae72 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576890 Nov 18 16:41:06.222137 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-60763775-cb09-43f8-91c7-5abb43475ff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.313897 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb4ba6-e6ed-4342-9d37-d1acd6391fd1 req-a42a5d31-3cd6-4ac4-a10c-11461384c42d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:06.315561 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb4ba6-e6ed-4342-9d37-d1acd6391fd1 req-a42a5d31-3cd6-4ac4-a10c-11461384c42d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0848050 Nov 18 16:41:06.399195 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-60763775-cb09-43f8-91c7-5abb43475ff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.403898 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-79bb4ba6-e6ed-4342-9d37-d1acd6391fd1 req-861ac916-7c0f-415b-9fa7-9e8246515d45 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803771 Nov 18 16:41:06.405708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-60763775-cb09-43f8-91c7-5abb43475ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.458443 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-60763775-cb09-43f8-91c7-5abb43475ff0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fcde66229a76495297fd40745ae1b007&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3662913 Nov 18 16:41:06.461432 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38178) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:06.463268 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60763775-cb09-43f8-91c7-5abb43475ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66371564-929e-496c-8a7a-35c192fbe2c4,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:06.537339 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80d89812-456b-48df-a757-8bcc1e05f05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.557880 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80d89812-456b-48df-a757-8bcc1e05f05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.617450 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80d89812-456b-48df-a757-8bcc1e05f05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.620245 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80d89812-456b-48df-a757-8bcc1e05f05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:06.621390 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-80d89812-456b-48df-a757-8bcc1e05f05b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/66371564-929e-496c-8a7a-35c192fbe2c4 HTTP/1.1" status: 204 len: 168 time: 0.1581507 Nov 18 16:41:06.630162 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d89812-456b-48df-a757-8bcc1e05f05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66371564-929e-496c-8a7a-35c192fbe2c4,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:07.307721 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11abac-21f3-49df-9fe6-b1417def1fc7 req-25823401-7050-4679-8bb1-23c1bd6d3d7b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:07.309861 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf11abac-21f3-49df-9fe6-b1417def1fc7 req-25823401-7050-4679-8bb1-23c1bd6d3d7b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0859168 Nov 18 16:41:07.394524 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf11abac-21f3-49df-9fe6-b1417def1fc7 req-c7de43e9-e6f4-4862-94f5-6c75b97d2abe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772233 Nov 18 16:41:07.569000 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d425dfc-3b6a-4469-8226-bd01d5d7982b req-4e3c1434-dcb6-481e-8693-4d3c5d2ec4f7 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:07.570586 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d425dfc-3b6a-4469-8226-bd01d5d7982b req-4e3c1434-dcb6-481e-8693-4d3c5d2ec4f7 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0711038 Nov 18 16:41:07.648807 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5d425dfc-3b6a-4469-8226-bd01d5d7982b req-1813548a-78e8-4b8a-8727-7283a37531ac tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706344 Nov 18 16:41:08.543615 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d382169b-84cd-4298-ac19-686153db0d2b req-d22c1a79-c978-4b54-aedc-325f0fff0e80 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:08.551471 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d382169b-84cd-4298-ac19-686153db0d2b req-d22c1a79-c978-4b54-aedc-325f0fff0e80 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0619483 Nov 18 16:41:08.596792 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d382169b-84cd-4298-ac19-686153db0d2b req-764efbd2-c962-49d9-80ed-d24ab61eb1ac tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443916 Nov 18 16:41:08.783159 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15582b-f1d2-4cad-9fe4-beec86b5481f req-5aae774e-1cff-4d12-b8af-72600603c41f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:08.784898 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b15582b-f1d2-4cad-9fe4-beec86b5481f req-5aae774e-1cff-4d12-b8af-72600603c41f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0668867 Nov 18 16:41:08.840079 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7b15582b-f1d2-4cad-9fe4-beec86b5481f req-445f8dad-fb7b-452e-9c47-80a16a26ee16 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479298 Nov 18 16:41:09.727936 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796e8d4-0570-4f6f-8717-f8069dbd9425 req-82ccb4cd-a374-4a93-b0de-35bf69b008eb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:09.729458 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b796e8d4-0570-4f6f-8717-f8069dbd9425 req-82ccb4cd-a374-4a93-b0de-35bf69b008eb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0508335 Nov 18 16:41:09.782785 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b796e8d4-0570-4f6f-8717-f8069dbd9425 req-fffd1460-9167-44df-8480-f17a34ff3bff tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459523 Nov 18 16:41:09.971621 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12b624-4246-4bb4-a8a7-e10416d5d414 req-8b72c42c-75eb-40ca-ab71-4dd8f7b4ce88 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:09.973318 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe12b624-4246-4bb4-a8a7-e10416d5d414 req-8b72c42c-75eb-40ca-ab71-4dd8f7b4ce88 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0581234 Nov 18 16:41:10.022261 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe12b624-4246-4bb4-a8a7-e10416d5d414 req-45d91943-1aee-4529-a1e7-1010d5522916 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427589 Nov 18 16:41:10.924077 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445d980-837a-4391-9860-40e5c17d9fd4 req-ac3e5feb-42eb-494e-99ff-3eed0f82067e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:10.925593 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e445d980-837a-4391-9860-40e5c17d9fd4 req-ac3e5feb-42eb-494e-99ff-3eed0f82067e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0586107 Nov 18 16:41:10.980637 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e445d980-837a-4391-9860-40e5c17d9fd4 req-e1daa808-7e22-4449-b4eb-c65719bbcca7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473561 Nov 18 16:41:11.153614 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355765ec-ea04-45b3-af77-dfefe6d4b467 req-b85d3ee7-a4b6-4eb3-81d1-d41fc7ad4d27 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:11.155352 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-355765ec-ea04-45b3-af77-dfefe6d4b467 req-b85d3ee7-a4b6-4eb3-81d1-d41fc7ad4d27 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0552182 Nov 18 16:41:11.204253 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-355765ec-ea04-45b3-af77-dfefe6d4b467 req-04ee0bb6-8f63-4577-a51c-7841f5b5dd50 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 Nov 18 16:41:12.105815 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29157d0b-3232-44c8-be16-22b0fb3bda7f req-5972983b-6039-4cb5-8f64-529469443593 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:12.107338 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-29157d0b-3232-44c8-be16-22b0fb3bda7f req-5972983b-6039-4cb5-8f64-529469443593 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0512195 Nov 18 16:41:12.158437 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-29157d0b-3232-44c8-be16-22b0fb3bda7f req-4a968969-baea-4c7b-a7f8-d88264c0d7de tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444970 Nov 18 16:41:12.329032 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca42ba4-5227-4dba-b3f2-efd4c57a6541 req-7ef36642-9f81-4698-b90c-a271d46294e1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:12.330859 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aca42ba4-5227-4dba-b3f2-efd4c57a6541 req-7ef36642-9f81-4698-b90c-a271d46294e1 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0576565 Nov 18 16:41:12.379290 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aca42ba4-5227-4dba-b3f2-efd4c57a6541 req-e5ed12b2-8ca6-43b9-8487-3c26583c5fe9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424671 Nov 18 16:41:12.544848 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-510a2c5b-431a-460b-b810-fd9ff3b7b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:12.546487 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-510a2c5b-431a-460b-b810-fd9ff3b7b40b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1137 time: 0.0445101 Nov 18 16:41:12.648841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-09daed25-93f0-4c4b-b657-caab3f200818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:12.650398 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-09daed25-93f0-4c4b-b657-caab3f200818 service neutron] 10.222.0.66 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 916 time: 0.0954344 Nov 18 16:41:12.733395 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-cebae7cf-f701-4897-a189-49fcb2af3d83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 1000 time: 0.0694606 Nov 18 16:41:12.791712 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-03b7f181-4a79-462e-8de7-cf6dcac176fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:12.793221 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-03b7f181-4a79-462e-8de7-cf6dcac176fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 200 len: 854 time: 0.0495136 Nov 18 16:41:12.855904 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-ea68600d-f4db-4c8b-8506-ee1b1f869a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:12.857307 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-ea68600d-f4db-4c8b-8506-ee1b1f869a62 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=def42321-6c5f-49a8-b8ca-6024ba286c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493917 Nov 18 16:41:12.950014 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-69bbb0f6-8f17-41ea-ae5b-6baa0a0bf567 service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830059 Nov 18 16:41:13.044073 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5b683ab-d6bb-43f8-b0ee-15c17e0bd832 req-0a313a15-4487-4079-b7fb-9b92b31cbbec service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851285 Nov 18 16:41:13.284051 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b666a-66cf-4b1e-a99a-a52c11022822 req-72c7a6a6-b7ca-468b-b5c8-4c5947d15648 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:13.285570 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e05b666a-66cf-4b1e-a99a-a52c11022822 req-72c7a6a6-b7ca-468b-b5c8-4c5947d15648 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0532987 Nov 18 16:41:13.333109 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e05b666a-66cf-4b1e-a99a-a52c11022822 req-826c28c7-c33b-4617-ba27-1c801b96c103 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Nov 18 16:41:13.507835 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f753a-d862-4899-913d-13c360bad386 req-6c81dee5-2364-410b-9126-3c5806d2c40f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:13.509422 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a20f753a-d862-4899-913d-13c360bad386 req-6c81dee5-2364-410b-9126-3c5806d2c40f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0529397 Nov 18 16:41:13.563055 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a20f753a-d862-4899-913d-13c360bad386 req-65239527-7a17-4b93-9523-5559cc1b52bf tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455379 Nov 18 16:41:13.854533 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a415e5a1-10be-4dc5-8443-7f0a30fd01b1 req-29ee0bee-494a-450e-a064-a6490f4b1cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:13.856043 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a415e5a1-10be-4dc5-8443-7f0a30fd01b1 req-29ee0bee-494a-450e-a064-a6490f4b1cf2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.0422423 Nov 18 16:41:13.907516 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a415e5a1-10be-4dc5-8443-7f0a30fd01b1 req-f9f6586d-04b8-4e7d-b7c3-636433b81048 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415618 Nov 18 16:41:14.460620 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11230057-73f8-4800-af74-7a472e318537 req-aa4024fd-28eb-4239-a554-8ed9150eaabe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:14.462242 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-11230057-73f8-4800-af74-7a472e318537 req-aa4024fd-28eb-4239-a554-8ed9150eaabe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0551629 Nov 18 16:41:14.510706 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-11230057-73f8-4800-af74-7a472e318537 req-b8d0763f-fb90-47f6-9a9a-baef0aef3586 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419102 Nov 18 16:41:14.684501 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223c6a-e6ff-4ac2-a7c0-7b7fc5f72482 req-d18348f4-a9f0-4b4c-90c5-ba597cbf0092 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:14.685914 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-67223c6a-e6ff-4ac2-a7c0-7b7fc5f72482 req-d18348f4-a9f0-4b4c-90c5-ba597cbf0092 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0522580 Nov 18 16:41:14.737645 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-67223c6a-e6ff-4ac2-a7c0-7b7fc5f72482 req-4497b0d9-3e9d-4370-a586-6b0ae632f912 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450661 Nov 18 16:41:15.631881 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63ca82-6796-4416-8311-6dd736470a52 req-4e5eac53-8ce0-4677-b7f5-d757cca14961 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:15.633378 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1a63ca82-6796-4416-8311-6dd736470a52 req-4e5eac53-8ce0-4677-b7f5-d757cca14961 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0488203 Nov 18 16:41:15.683350 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1a63ca82-6796-4416-8311-6dd736470a52 req-34907e9e-4264-4307-a4ec-263ca167b771 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440590 Nov 18 16:41:15.860525 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361217af-6f3b-491e-ae97-5467b3d2a360 req-28cbf1c9-46fc-48c6-8d71-c34b7244ac8f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:15.861168 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-361217af-6f3b-491e-ae97-5467b3d2a360 req-28cbf1c9-46fc-48c6-8d71-c34b7244ac8f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0557899 Nov 18 16:41:15.928319 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-361217af-6f3b-491e-ae97-5467b3d2a360 req-5915765f-bd6d-4bcc-a44d-ea3bd414e4e4 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560505 Nov 18 16:41:16.234495 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-6e045884-a8f1-44d3-a4d8-a0bc1b794f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:16.236133 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-6e045884-a8f1-44d3-a4d8-a0bc1b794f6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1cc857921a1d429fada348cb9e62d11e&device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 1098 time: 0.0490360 Nov 18 16:41:16.240364 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68253755-4fee-4d51-9225-63254cd6f64f req-b8e0619f-5305-4a3e-a3b9-cf2f3a580406 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:16.241863 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-68253755-4fee-4d51-9225-63254cd6f64f req-b8e0619f-5305-4a3e-a3b9-cf2f3a580406 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0527358 Nov 18 16:41:16.305173 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-68253755-4fee-4d51-9225-63254cd6f64f req-165a4ba1-dd35-4f51-b88a-cb88fe5574fa tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569179 Nov 18 16:41:16.353570 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-f96b13a0-7f4a-4206-9b73-adff38e9f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:16.355305 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-f96b13a0-7f4a-4206-9b73-adff38e9f1a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 200 len: 920 time: 0.1119695 Nov 18 16:41:16.407368 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-f6cb449c-db0b-4f42-a749-776319729418 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 200 len: 217 time: 0.0429888 Nov 18 16:41:16.440899 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38316) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:16.464529 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-eafd048b-d465-40da-b31c-b83f3112fe8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:16.466592 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-eafd048b-d465-40da-b31c-b83f3112fe8e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 200 len: 859 time: 0.0513484 Nov 18 16:41:16.500870 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-b5f3990b-3841-4f7b-b1e8-56607dd49d05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=43adc3b1-fe53-4174-87dd-f10def03771b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261915 Nov 18 16:41:16.583968 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4aad3654-11b3-4f92-8145-203e6c60ab30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.613837 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-7a15f127-52dd-46d9-ab80-f8732d409ea4 service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051459 Nov 18 16:41:16.678800 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4aad3654-11b3-4f92-8145-203e6c60ab30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.684020 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4aad3654-11b3-4f92-8145-203e6c60ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.734333 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-51fb397c-9c08-4873-a760-97da3aeaa07b req-3471492d-c0a2-4665-ab55-9dfacdda051f service neutron] 10.222.0.66 "GET /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123605 Nov 18 16:41:16.738153 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4aad3654-11b3-4f92-8145-203e6c60ab30 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=882493eaa9124f92a3f79598eadf3967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2957373 Nov 18 16:41:16.739262 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad3654-11b3-4f92-8145-203e6c60ab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d98f244-2c37-41e1-adc7-b8aa7fa3cd16,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:16.742774 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38322) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:16.835526 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0d670c83-eb50-4ea0-bfa8-3c0e4658985b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.849538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338df4d4-07c9-4fb2-9174-f0791a3c07d9 req-05eefc05-c977-46a8-974b-df45d9847957 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:16.851145 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-338df4d4-07c9-4fb2-9174-f0791a3c07d9 req-05eefc05-c977-46a8-974b-df45d9847957 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0816898 Nov 18 16:41:16.883087 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0d670c83-eb50-4ea0-bfa8-3c0e4658985b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.941316 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-338df4d4-07c9-4fb2-9174-f0791a3c07d9 req-b5d67c8c-7c63-4af1-8f46-b13d341fdcd3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826120 Nov 18 16:41:16.966046 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0d670c83-eb50-4ea0-bfa8-3c0e4658985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.971366 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0d670c83-eb50-4ea0-bfa8-3c0e4658985b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:16.975356 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0d670c83-eb50-4ea0-bfa8-3c0e4658985b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1d98f244-2c37-41e1-adc7-b8aa7fa3cd16 HTTP/1.1" status: 204 len: 168 time: 0.2291944 Nov 18 16:41:16.986475 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d670c83-eb50-4ea0-bfa8-3c0e4658985b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d98f244-2c37-41e1-adc7-b8aa7fa3cd16,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:17.627381 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a628-2b22-4803-b1e1-2c7330c19690 req-25aaa132-1f58-42b7-aae7-96ac8792da2b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:17.632929 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0105a628-2b22-4803-b1e1-2c7330c19690 req-25aaa132-1f58-42b7-aae7-96ac8792da2b tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.2498207 Nov 18 16:41:17.682595 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0105a628-2b22-4803-b1e1-2c7330c19690 req-33b76fb1-7c67-4bf4-8aa8-f47b8eb33a1c tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Nov 18 16:41:18.096313 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91240ff-e70d-4e12-bd42-e99d7332f7ce req-7a1b2fe7-dd46-46a2-afd5-03d9049af661 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:18.097833 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c91240ff-e70d-4e12-bd42-e99d7332f7ce req-7a1b2fe7-dd46-46a2-afd5-03d9049af661 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0582621 Nov 18 16:41:18.148204 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c91240ff-e70d-4e12-bd42-e99d7332f7ce req-4dcbbbf2-3ee8-445b-9409-ce68bdcac062 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438614 Nov 18 16:41:18.802376 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f630645-dd13-48b6-b500-21383d810e15 req-3fa572a7-8ad0-43dc-a325-66943f79c45a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:18.804156 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5f630645-dd13-48b6-b500-21383d810e15 req-3fa572a7-8ad0-43dc-a325-66943f79c45a tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0500104 Nov 18 16:41:18.853852 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5f630645-dd13-48b6-b500-21383d810e15 req-6ce972ff-1c7a-4ba8-a11e-b0e59623e3a3 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437517 Nov 18 16:41:19.330658 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce258e-1611-42ee-989f-a0b7b5e4936e req-e0034f8c-1784-446c-a39d-7fd46f469a0a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:19.332190 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-96ce258e-1611-42ee-989f-a0b7b5e4936e req-e0034f8c-1784-446c-a39d-7fd46f469a0a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0583487 Nov 18 16:41:19.386029 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-96ce258e-1611-42ee-989f-a0b7b5e4936e req-ea1ca15a-8911-4aed-9789-8b213a27102e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476613 Nov 18 16:41:20.515870 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d53bd-4619-466f-ad71-0efc219b36f9 req-02958157-701b-41b5-b7c1-627817052636 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:20.517518 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf7d53bd-4619-466f-ad71-0efc219b36f9 req-02958157-701b-41b5-b7c1-627817052636 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0509968 Nov 18 16:41:20.569186 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf7d53bd-4619-466f-ad71-0efc219b36f9 req-aa74c2e4-44f6-457f-9979-258c30b4993b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 Nov 18 16:41:21.049958 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38416) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:21.157027 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ac985afb-2f87-42ca-94a7-065bd6eb98fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.232481 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ac985afb-2f87-42ca-94a7-065bd6eb98fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.237732 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ac985afb-2f87-42ca-94a7-065bd6eb98fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.275734 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ac985afb-2f87-42ca-94a7-065bd6eb98fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=48d82b39f1284777b7a6ba12b368ad98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245739 Nov 18 16:41:21.276896 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985afb-2f87-42ca-94a7-065bd6eb98fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4512db1-a0d3-4148-9778-7bb5dd70c783,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:21.278516 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38420) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:21.330398 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-20f3ff2f-6c38-4199-84b0-9a9327afb263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.351893 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-20f3ff2f-6c38-4199-84b0-9a9327afb263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.398262 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-20f3ff2f-6c38-4199-84b0-9a9327afb263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.400789 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-20f3ff2f-6c38-4199-84b0-9a9327afb263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:21.402019 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-20f3ff2f-6c38-4199-84b0-9a9327afb263 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a4512db1-a0d3-4148-9778-7bb5dd70c783 HTTP/1.1" status: 204 len: 168 time: 0.1217682 Nov 18 16:41:21.410643 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f3ff2f-6c38-4199-84b0-9a9327afb263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4512db1-a0d3-4148-9778-7bb5dd70c783,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:21.704016 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd54bb5-a70f-4776-8803-a71c3582d58a req-a0f5bdc1-014e-49a3-bd83-3e4dafec9c75 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:21.705637 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6dd54bb5-a70f-4776-8803-a71c3582d58a req-a0f5bdc1-014e-49a3-bd83-3e4dafec9c75 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 943 time: 0.0548747 Nov 18 16:41:21.766025 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6dd54bb5-a70f-4776-8803-a71c3582d58a req-458e8ecf-53b1-45eb-af04-541c44029b01 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538437 Nov 18 16:41:22.052360 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38450) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:22.135078 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:41:22.150446 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1561625199-network', 'tenant_id': '7150bff6c3f443a78a994227ba2a1d2a'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:22.173007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Made reservation on behalf of 7150bff6c3f443a78a994227ba2a1d2a for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:41:22.175250 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.186581 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.239664 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:22.254616 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'port_id': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'mac_address': 'fa:16:3e:0f:9f:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:41:22.279686 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.284953 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.298031 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.308058 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:41:22.313358 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d575f7d0-d3e8-4177-9160-91527ed3c1a3 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:41:22.324221 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:22.332078 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.332424 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Added segment 7114bd3e-df7b-40d2-9a6e-59b8ccecb292 of type vlan for network a8016fd1-68d9-4122-a851-58dcdf52e96c Nov 18 16:41:22.338722 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:22.343517 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.375916 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.395612 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=9']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:22.412731 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.413703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:22.414316 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.448113 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3944216 Nov 18 16:41:22.451082 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38454) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:22.456723 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Request body: {'subnet': {'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1561625199-subnet', 'tenant_id': '7150bff6c3f443a78a994227ba2a1d2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:22.480107 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Made reservation on behalf of 7150bff6c3f443a78a994227ba2a1d2a for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:41:22.481777 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644126c-dbff-4be0-9241-129f83a066d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a8016fd1-68d9-4122-a851-58dcdf52e96c,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:22.482449 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.492129 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network a8016fd1-68d9-4122-a851-58dcdf52e96c details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:41:22.618773 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['d575f7d0-d3e8-4177-9160-91527ed3c1a3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:41:22.659122 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.729717 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Checking segment: {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:41:22.729988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Network hostable DHCP agents. Network: a8016fd1-68d9-4122-a851-58dcdf52e96c, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:41:22.735754 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a30546-c5a5-411f-86c1-273048d49a09,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:22.752348 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Network a8016fd1-68d9-4122-a851-58dcdf52e96c is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:41:22.765080 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, a8016fd1-68d9-4122-a851-58dcdf52e96c) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:41:22.770512 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:22.772326 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:22.776301 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99017809-dcf0-49ef-8bfa-60cae31ea27b None None] Network a8016fd1-68d9-4122-a851-58dcdf52e96c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:41:22.805834 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-edc6fc29-64e6-4251-a7a8-ad5d32612074 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3535395 Nov 18 16:41:22.879630 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025d339-70a6-4ad3-ac0b-7c7c048c99f3 req-fe956d66-fc0c-4f05-b2b9-78d5cabb0e9f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:22.881192 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9025d339-70a6-4ad3-ac0b-7c7c048c99f3 req-fe956d66-fc0c-4f05-b2b9-78d5cabb0e9f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0619540 Nov 18 16:41:22.906133 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d190d4-920a-4bfe-b33c-cb65711dd02b req-ac8be400-d17d-4c4d-91d8-7d0a00029b95 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:22.914820 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d6d190d4-920a-4bfe-b33c-cb65711dd02b req-ac8be400-d17d-4c4d-91d8-7d0a00029b95 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.0640337 Nov 18 16:41:22.938202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051615f-5dd2-401f-81b0-c6ad65e56f52 None None] Network a8016fd1-68d9-4122-a851-58dcdf52e96c requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:41:22.962326 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9025d339-70a6-4ad3-ac0b-7c7c048c99f3 req-da34e6c0-9b42-41e1-a2c3-402019375d35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690112 Nov 18 16:41:22.971088 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d6d190d4-920a-4bfe-b33c-cb65711dd02b req-2704ed68-81be-4a99-899a-c7f6528af324 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552573 Nov 18 16:41:24.083299 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6249f-fe7d-4348-a739-c3e2ab7c1e51 req-36eecb80-246f-4cb5-a774-2b9c1f7928ea tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:24.084814 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5e6249f-fe7d-4348-a739-c3e2ab7c1e51 req-36eecb80-246f-4cb5-a774-2b9c1f7928ea tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0492816 Nov 18 16:41:24.090078 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506adb10-4070-4f3d-9523-551845186827 req-68400c75-91f6-4d13-9162-279029df74d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:24.091598 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-506adb10-4070-4f3d-9523-551845186827 req-68400c75-91f6-4d13-9162-279029df74d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 944 time: 0.0502934 Nov 18 16:41:24.133579 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5e6249f-fe7d-4348-a739-c3e2ab7c1e51 req-10150526-2780-4555-b5f6-62731ca00545 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427363 Nov 18 16:41:24.140437 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-506adb10-4070-4f3d-9523-551845186827 req-ee1ef9f2-a791-496c-bab5-59d5d517b028 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411098 Nov 18 16:41:24.154150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:41:24.201519 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port d575f7d0-d3e8-4177-9160-91527ed3c1a3 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:41:24.201916 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:24.276844 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:24.303173 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:41:24.305434 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8ecbbd-30fd-4563-98be-1ced4eef15f4" -d '{"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-plugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:41:24.321045 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:24.326536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:24.352507 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7655f4ef-0fb1-4dd5-b975-f03e867934ea x-openstack-request-id: req-7655f4ef-0fb1-4dd5-b975-f03e867934ea {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:41:24.352803 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-plugged", "status": "completed", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:41:24.353055 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7655f4ef-0fb1-4dd5-b975-f03e867934ea {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:41:24.353458 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'code': 200} Nov 18 16:41:24.381652 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=10']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:24.619356 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-5086900e-1ec2-4aa7-88c8-f237602f248b tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:24.620820 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-5086900e-1ec2-4aa7-88c8-f237602f248b tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/networks?id=a8016fd1-68d9-4122-a851-58dcdf52e96c HTTP/1.1" status: 200 len: 814 time: 0.1083336 Nov 18 16:41:24.637220 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-f25b6b00-bcfb-40cb-acd0-b8fcca2d03c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/quotas/7150bff6c3f443a78a994227ba2a1d2a HTTP/1.1" status: 200 len: 375 time: 0.0097902 Nov 18 16:41:24.672216 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-71092f24-3ee6-4fa6-8a4d-8093e63addf1 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285103 Nov 18 16:41:24.772545 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-81bd2bdb-daf5-4f53-83d7-3583ca572563 service neutron] 10.222.0.37 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934556 Nov 18 16:41:24.819817 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-52c6b7ef-acb9-4d42-aae9-dc363a4e6fdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:24.845652 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971ad0e-530e-4f9a-ba86-2d19b949ca6d req-b5c3d220-f3bd-4166-a945-90383181992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:24.847207 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9971ad0e-530e-4f9a-ba86-2d19b949ca6d req-b5c3d220-f3bd-4166-a945-90383181992e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1099 time: 0.0450697 Nov 18 16:41:24.870349 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-d71b9407-33f5-4335-a8f1-d9d96758001f service neutron] 10.222.0.37 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916014 Nov 18 16:41:24.895508 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9971ad0e-530e-4f9a-ba86-2d19b949ca6d req-df785aec-4b50-4d85-a38b-174925e8d724 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 Nov 18 16:41:25.038935 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4168ecc2-74d6-4e60-b95c-5b44822ab9d4 req-13218739-97c2-4a81-8644-0417018dcac9 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 210 time: 0.0293617 Nov 18 16:41:25.285245 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39402f59-5811-4eb6-a168-0eb6c327fa76 req-21b5f599-8f0a-4140-adb0-f8bdd6da0bdf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:25.286820 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39402f59-5811-4eb6-a168-0eb6c327fa76 req-21b5f599-8f0a-4140-adb0-f8bdd6da0bdf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.0604665 Nov 18 16:41:25.286983 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf384a-7816-4bef-8e69-72c6bfc2aeae req-d469d016-b7c6-4a8e-9402-7f119abe3576 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:25.288608 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8acf384a-7816-4bef-8e69-72c6bfc2aeae req-d469d016-b7c6-4a8e-9402-7f119abe3576 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0784774 Nov 18 16:41:25.342279 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39402f59-5811-4eb6-a168-0eb6c327fa76 req-b87c359b-420b-4b32-9642-d8318fd6837b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472891 Nov 18 16:41:25.356234 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8acf384a-7816-4bef-8e69-72c6bfc2aeae req-cc0ca34b-55de-46ea-8fea-ac04fb41a742 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Nov 18 16:41:25.523752 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-1bb583a2-6018-4cf3-9b71-d0fb4b4d8bcc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:25.525241 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-1bb583a2-6018-4cf3-9b71-d0fb4b4d8bcc tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 946 time: 0.0536611 Nov 18 16:41:25.628300 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Deleting port 544c1682-a81d-4040-ac51-b1373bb48fef {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:41:25.628641 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:25.953438 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] For port 544c1682-a81d-4040-ac51-b1373bb48fef, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=544c1682-a81d-4040-ac51-b1373bb48fef,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:25.953821 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:25.966489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Calling delete_port for 544c1682-a81d-4040-ac51-b1373bb48fef owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:41:26.186781 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd7d0f83-fae3-4c50-8f87-15de8e751ce2 req-9ba3f5a8-ca29-407c-8b1b-4c25580d22b5 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 210 time: 0.0713294 Nov 18 16:41:26.195040 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:26.208869 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['b958affc-4ae2-418e-a54a-464ffd0ecc20', '544c1682-a81d-4040-ac51-b1373bb48fef'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:41:26.244408 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Pushing event deleted for resources: {'Port': ['ID=544c1682-a81d-4040-ac51-b1373bb48fef,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:26.297023 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-2bef57be-67ea-4000-a480-c0135ece867d tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:26.299828 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-2bef57be-67ea-4000-a480-c0135ece867d tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "GET /v2.0/networks?id=a8016fd1-68d9-4122-a851-58dcdf52e96c HTTP/1.1" status: 200 len: 814 time: 0.2228138 Nov 18 16:41:26.324595 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] No DVR routers for this DVR port 544c1682-a81d-4040-ac51-b1373bb48fef on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:41:26.328687 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:26.332400 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4da6c90b-77fb-4327-8ff1-ff5e44d3a837 req-38e4270e-9b38-4b54-ab9e-54d5eb678dd6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "DELETE /v2.0/ports/544c1682-a81d-4040-ac51-b1373bb48fef HTTP/1.1" status: 204 len: 173 time: 0.7974205 Nov 18 16:41:26.336060 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Request body: {'port': {'device_id': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c', 'admin_state_up': True, 'tenant_id': '7150bff6c3f443a78a994227ba2a1d2a'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:26.339220 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04845e6-85de-4b12-971a-f88398685708', 'name': 'network-vif-deleted', 'tag': '544c1682-a81d-4040-ac51-b1373bb48fef'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:41:26.341863 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1280c0ca-59db-4f6f-8112-8270984789a5" -d '{"events": [{"server_uuid": "e04845e6-85de-4b12-971a-f88398685708", "name": "network-vif-deleted", "tag": "544c1682-a81d-4040-ac51-b1373bb48fef"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:41:26.416626 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4384d5a3-8b44-4a09-92ee-065f55a1befd x-openstack-request-id: req-4384d5a3-8b44-4a09-92ee-065f55a1befd {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:41:26.416963 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04845e6-85de-4b12-971a-f88398685708", "name": "network-vif-deleted", "tag": "544c1682-a81d-4040-ac51-b1373bb48fef", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:41:26.417146 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4384d5a3-8b44-4a09-92ee-065f55a1befd {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:41:26.417675 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e04845e6-85de-4b12-971a-f88398685708', 'name': 'network-vif-deleted', 'tag': '544c1682-a81d-4040-ac51-b1373bb48fef', 'status': 'completed', 'code': 200} Nov 18 16:41:26.491553 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Made reservation on behalf of 7150bff6c3f443a78a994227ba2a1d2a for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:41:26.496824 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:26.522479 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6e4832e5-e434-444a-8e4c-712429cca4ff req-8a083662-ddc4-4e0c-8067-ef4c60a39b46 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=e04845e6-85de-4b12-971a-f88398685708 HTTP/1.1" status: 200 len: 210 time: 0.0337613 Nov 18 16:41:26.611030 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4f59b-f60c-4e23-bfe1-509146541985 req-2ae72a1a-263c-496a-8456-0b7f3e49c605 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:26.612819 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-77e4f59b-f60c-4e23-bfe1-509146541985 req-2ae72a1a-263c-496a-8456-0b7f3e49c605 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.1349096 Nov 18 16:41:26.708639 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Allocated IP 172.20.0.4 (a8016fd1-68d9-4122-a851-58dcdf52e96c/c0a30546-c5a5-411f-86c1-273048d49a09/aa55dd83-8383-4e38-8ee4-a5ca091bdc23) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:41:26.713873 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-77e4f59b-f60c-4e23-bfe1-509146541985 req-46fc51f7-cb36-49bc-bb15-4ab0cef3504f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924911 Nov 18 16:41:26.879104 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:26.922121 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:26.965241 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Network a8016fd1-68d9-4122-a851-58dcdf52e96c is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:41:26.969580 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:41:26.973517 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:41:26.983776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Pushing event updated for resources: {'Port': ['ID=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:26.996476 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-80dbc80d-c19c-4fb8-accc-5c4874d8619b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.036335 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.037209 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.061791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-dd760ac3-35a7-40f4-bf89-2d143c3aabe0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7386255 Nov 18 16:41:27.077698 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Request body: {'port': {'device_id': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:41:27.135619 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.331066 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834f643-4bae-4734-aae9-73a16eb88fef req-559e44c6-0670-4514-85c6-e80f0e051ef6 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.332742 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6834f643-4bae-4734-aae9-73a16eb88fef req-559e44c6-0670-4514-85c6-e80f0e051ef6 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 931 time: 0.0525861 Nov 18 16:41:27.384025 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6834f643-4bae-4734-aae9-73a16eb88fef req-bdd28bc1-5884-4252-b29e-648dc0a6ecd7 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Nov 18 16:41:27.457655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa55dd83-8383-4e38-8ee4-a5ca091bdc23 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:41:27.465303 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.477568 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Transition to ACTIVE for port object aa55dd83-8383-4e38-8ee4-a5ca091bdc23 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:41:27.481556 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.532851 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Pushing event updated for resources: {'Port': ['ID=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:27.608713 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Attempting to bind port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:41:27.609070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Attempting to bind port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:41:27.609413 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Attempting to bind port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 on network a8016fd1-68d9-4122-a851-58dcdf52e96c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:41:27.613961 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 on network a8016fd1-68d9-4122-a851-58dcdf52e96c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:41:27.614213 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Attempting to bind port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 on network a8016fd1-68d9-4122-a851-58dcdf52e96c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:41:27.621081 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 41, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:41:27.621424 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Checking segment: {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:41:27.621815 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Bound using segment: {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:41:27.622608 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Bound port: aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:41:27.622732 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.691396 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] For port aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:41:27.695352 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] For port aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:41:27.700631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.743315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.743315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:27.747489 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] 10.222.0.66 "PUT /v2.0/ports/aa55dd83-8383-4e38-8ee4-a5ca091bdc23 HTTP/1.1" status: 200 len: 1093 time: 0.6738346 Nov 18 16:41:27.776460 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb7050-135d-4e99-9b28-83732f9cfbcc service neutron] Pushing event updated for resources: {'Port': ['ID=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:27.851161 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef30ca2-088b-442f-bafc-e933f63b4f92 req-50f06387-0901-45f6-8614-d0db03cad745 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.852666 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-aef30ca2-088b-442f-bafc-e933f63b4f92 req-50f06387-0901-45f6-8614-d0db03cad745 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.0531194 Nov 18 16:41:27.868918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224a9b-2a4c-4a2e-af99-b9772921ac1c req-bf14fe44-0759-4dd0-93a8-d57faa053106 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.870567 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ec224a9b-2a4c-4a2e-af99-b9772921ac1c req-bf14fe44-0759-4dd0-93a8-d57faa053106 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0876102 Nov 18 16:41:27.872552 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-95c4e01c-c18a-439e-a150-8199ba68907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.874036 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-95c4e01c-c18a-439e-a150-8199ba68907b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 1096 time: 0.0747957 Nov 18 16:41:27.902878 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-aef30ca2-088b-442f-bafc-e933f63b4f92 req-6a4789a0-840c-4ec7-aab4-28182e838507 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Nov 18 16:41:27.927630 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-14b5ce00-5246-4964-b385-d7d463337c2a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23 HTTP/1.1" status: 200 len: 217 time: 0.0433774 Nov 18 16:41:27.988780 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ec224a9b-2a4c-4a2e-af99-b9772921ac1c req-c174a796-89cc-4e2e-8c84-dec0cf0789eb tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114342 Nov 18 16:41:27.997918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-2d891649-db67-4408-b388-c1e3df907d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:27.999491 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-2d891649-db67-4408-b388-c1e3df907d37 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a30546-c5a5-411f-86c1-273048d49a09 HTTP/1.1" status: 200 len: 854 time: 0.0617177 Nov 18 16:41:28.032560 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-d959a7b4-101d-4891-a024-9aab25233e96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8016fd1-68d9-4122-a851-58dcdf52e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246866 Nov 18 16:41:28.127511 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-c1586dfa-be61-40ab-8e65-8fc36fe302c2 service neutron] 10.222.0.66 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852635 Nov 18 16:41:28.222692 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-709778d3-6b5e-4bd3-82c4-fe60c25d96e7 req-0f493f38-c4ec-4578-b41f-6a6d5cc17b9f service neutron] 10.222.0.66 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873640 Nov 18 16:41:28.418422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'tag': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:41:28.421508 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd16809-7b09-41d5-8e90-8ce172c39e61" -d '{"events": [{"name": "network-changed", "server_uuid": "e95a5aab-7acb-40ec-ba16-6dcd8fe9229d", "tag": "aa55dd83-8383-4e38-8ee4-a5ca091bdc23"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:41:28.458962 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c310f23a-f09c-4551-b405-6f3d055320c4 x-openstack-request-id: req-c310f23a-f09c-4551-b405-6f3d055320c4 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:41:28.460043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e95a5aab-7acb-40ec-ba16-6dcd8fe9229d", "tag": "aa55dd83-8383-4e38-8ee4-a5ca091bdc23", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:41:28.460043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c310f23a-f09c-4551-b405-6f3d055320c4 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:41:28.460043 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'tag': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23', 'status': 'completed', 'code': 200} Nov 18 16:41:28.510115 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b908-f894-4daa-a62a-f69e98432824 req-c40bf98d-796a-4763-b065-212999073e10 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:28.510727 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:28.515132 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9d31b908-f894-4daa-a62a-f69e98432824 req-c40bf98d-796a-4763-b065-212999073e10 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 943 time: 0.0573697 Nov 18 16:41:28.534672 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-a51f46a2-1f06-4b39-8754-93b51f2734e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:28.536416 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-a51f46a2-1f06-4b39-8754-93b51f2734e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 1096 time: 0.0431831 Nov 18 16:41:28.561395 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9d31b908-f894-4daa-a62a-f69e98432824 req-84c2012b-0b73-492b-8c0a-3962be9a41b5 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Nov 18 16:41:28.638760 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-1a671339-c1c7-405b-8808-6542bd226ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:28.640761 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-1a671339-c1c7-405b-8808-6542bd226ad9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a8016fd1-68d9-4122-a851-58dcdf52e96c HTTP/1.1" status: 200 len: 915 time: 0.0939088 Nov 18 16:41:28.684266 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-ae6c497c-0bd6-4685-b840-14c637299131 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23 HTTP/1.1" status: 200 len: 217 time: 0.0346282 Nov 18 16:41:28.737396 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-0f3c2b21-6230-4a3b-9e93-9785c0628705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:28.739026 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-0f3c2b21-6230-4a3b-9e93-9785c0628705 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a30546-c5a5-411f-86c1-273048d49a09 HTTP/1.1" status: 200 len: 854 time: 0.0444722 Nov 18 16:41:28.779400 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-b5770d77-2823-4ff5-816c-17521e1447f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8016fd1-68d9-4122-a851-58dcdf52e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292783 Nov 18 16:41:28.875319 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-e165aab6-77a7-4415-bde6-866f4699f399 service neutron] 10.222.0.66 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819328 Nov 18 16:41:28.972398 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1bd16809-7b09-41d5-8e90-8ce172c39e61 req-1267faf8-5a3f-402c-9133-d9c575f637d4 service neutron] 10.222.0.66 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879278 Nov 18 16:41:29.114942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0ee72-f8ca-41e7-b3af-4b56fd66ef46 req-2c507582-bc1f-48d6-a99d-e52cc5a22c67 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:29.116445 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1c0ee72-f8ca-41e7-b3af-4b56fd66ef46 req-2c507582-bc1f-48d6-a99d-e52cc5a22c67 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0511894 Nov 18 16:41:29.164791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f1c0ee72-f8ca-41e7-b3af-4b56fd66ef46 req-39d6ff66-fe07-4e27-b6cb-d56e2bfe829f tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 Nov 18 16:41:29.692989 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc7e6a-9342-4a7a-b466-31ddb9778c7b req-05b9eeeb-6b53-4e29-9a54-1ebe2cee7d73 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:29.694531 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-aebc7e6a-9342-4a7a-b466-31ddb9778c7b req-05b9eeeb-6b53-4e29-9a54-1ebe2cee7d73 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 943 time: 0.0498252 Nov 18 16:41:29.745900 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-aebc7e6a-9342-4a7a-b466-31ddb9778c7b req-a3a2d0e5-818b-49f9-889a-b0cdc3e42013 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455201 Nov 18 16:41:29.819853 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:30.151723 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 544c1682-a81d-4040-ac51-b1373bb48fef no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:41:30.172076 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 544c1682-a81d-4040-ac51-b1373bb48fef {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:41:30.172414 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 544c1682-a81d-4040-ac51-b1373bb48fef not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:41:30.282618 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24497cb-8920-4a32-91fb-894ecf028507 req-3917e91e-d87f-4399-8d17-97bd75a45e94 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:30.284128 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b24497cb-8920-4a32-91fb-894ecf028507 req-3917e91e-d87f-4399-8d17-97bd75a45e94 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0495479 Nov 18 16:41:30.310944 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:30.337360 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b24497cb-8920-4a32-91fb-894ecf028507 req-107567ac-9dca-43a4-b20d-2a5722f84ff0 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472183 Nov 18 16:41:30.857751 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-87d0d2f0-de0e-4e98-ab40-fc3022a7a9db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395656 Nov 18 16:41:30.865843 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02b20c-60d5-4277-a466-d1396b9379c0 req-43b85826-f2ce-4c33-8e0b-7aeb575dd4d3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:30.867395 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ce02b20c-60d5-4277-a466-d1396b9379c0 req-43b85826-f2ce-4c33-8e0b-7aeb575dd4d3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 943 time: 0.0535452 Nov 18 16:41:30.916530 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ce02b20c-60d5-4277-a466-d1396b9379c0 req-8a2a96e7-05bf-4baa-b760-d4698964df09 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420802 Nov 18 16:41:30.925841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-9f227531-cb1e-44ec-96d3-3e581406fcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:30.927498 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-9f227531-cb1e-44ec-96d3-3e581406fcd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 1099 time: 0.0427110 Nov 18 16:41:31.053239 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-10224142-eabe-40f4-9f65-52a6e44bc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:31.054679 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-10224142-eabe-40f4-9f65-52a6e44bc7e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0963528 Nov 18 16:41:31.121515 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-7c3838bd-adf1-40cd-b42f-cfe93d6e9cb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0580080 Nov 18 16:41:31.174384 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-e1b61c1f-4a94-4271-b7a9-718a4e10b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:31.175859 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-e1b61c1f-4a94-4271-b7a9-718a4e10b4fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0451884 Nov 18 16:41:31.228240 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-91c156ea-c718-4d94-aed9-6eab634d3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:31.229767 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-91c156ea-c718-4d94-aed9-6eab634d3bbe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451646 Nov 18 16:41:31.319688 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:31.329011 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-c9af1b03-0366-4192-8fbc-82ca91fb63ac service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900376 Nov 18 16:41:31.454782 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bd858329-70b2-46c0-9712-8f1368bc2a71 req-35dc9c60-5db7-461a-b79a-771de31588cf service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174519 Nov 18 16:41:31.476562 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0bb4-1c5f-4fc0-9cd3-2bbcf27a0ad8 req-3daca6f2-e417-4b7c-a8c8-179605f8b648 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:31.478194 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f98f0bb4-1c5f-4fc0-9cd3-2bbcf27a0ad8 req-3daca6f2-e417-4b7c-a8c8-179605f8b648 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0643992 Nov 18 16:41:31.532299 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f98f0bb4-1c5f-4fc0-9cd3-2bbcf27a0ad8 req-326391bc-8f68-413e-b4da-ad885c4ae0f6 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470948 Nov 18 16:41:32.035220 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb7acd2-8dac-4347-a298-fd280890d10a req-6905b2fe-2db2-4f28-9bbb-118e01131215 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:32.036709 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dbb7acd2-8dac-4347-a298-fd280890d10a req-6905b2fe-2db2-4f28-9bbb-118e01131215 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 943 time: 0.0499692 Nov 18 16:41:32.086685 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dbb7acd2-8dac-4347-a298-fd280890d10a req-eea43b14-4d41-4aa6-86cd-25249b21c908 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Nov 18 16:41:32.097241 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:41:32.166778 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device aa55dd83-8383-4e38-8ee4-a5ca091bdc23 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:41:32.262285 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:32.274096 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23', 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c', 'port_id': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23', 'mac_address': 'fa:16:3e:16:65:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a30546-c5a5-411f-86c1-273048d49a09', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:41:32.316547 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:32.329179 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa55dd83-8383-4e38-8ee4-a5ca091bdc23 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:41:32.349586 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:32.353720 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:32.401367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:32.638153 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['aa55dd83-8383-4e38-8ee4-a5ca091bdc23'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:41:32.647228 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cff30d-8373-4c43-88ec-6c1bff4f0133 req-50254719-9098-4810-88d6-25594a892778 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:32.648749 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99cff30d-8373-4c43-88ec-6c1bff4f0133 req-50254719-9098-4810-88d6-25594a892778 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0489156 Nov 18 16:41:32.700531 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99cff30d-8373-4c43-88ec-6c1bff4f0133 req-ee19109b-78fb-40a3-9c37-65e72dc5aa49 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459049 Nov 18 16:41:33.205934 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a50a7-7085-4ede-ac5e-894193e62b25 req-0307f553-bd36-4c94-a6db-8b8ec02b3e6d tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:33.207529 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a49a50a7-7085-4ede-ac5e-894193e62b25 req-0307f553-bd36-4c94-a6db-8b8ec02b3e6d tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 944 time: 0.0524178 Nov 18 16:41:33.256761 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a49a50a7-7085-4ede-ac5e-894193e62b25 req-1b6c4f5b-fa0d-48aa-a42e-5505282a3be2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433791 Nov 18 16:41:33.821619 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58506a25-38c6-4871-9d4c-1f241e1c4a1b req-6d1443b3-474e-4c87-9eda-007b436524d9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:33.823176 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58506a25-38c6-4871-9d4c-1f241e1c4a1b req-6d1443b3-474e-4c87-9eda-007b436524d9 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0488589 Nov 18 16:41:33.873233 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58506a25-38c6-4871-9d4c-1f241e1c4a1b req-ca3c5032-af91-40ac-8e17-85d8e69ae107 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/security-groups?id=2507b479-c1bd-4d82-93e9-7da842befc34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432694 Nov 18 16:41:34.005042 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b510ed-f212-4266-9b6c-d894213f312a req-51a86c9f-bde1-45db-8170-a52c283f16f5 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:34.006545 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12b510ed-f212-4266-9b6c-d894213f312a req-51a86c9f-bde1-45db-8170-a52c283f16f5 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 945 time: 0.0485723 Nov 18 16:41:34.105252 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Deleting port b958affc-4ae2-418e-a54a-464ffd0ecc20 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:41:34.105584 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.184671 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device aa55dd83-8383-4e38-8ee4-a5ca091bdc23 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:41:34.204083 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] For port b958affc-4ae2-418e-a54a-464ffd0ecc20, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=b958affc-4ae2-418e-a54a-464ffd0ecc20,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:34.204451 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.222827 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Calling delete_port for b958affc-4ae2-418e-a54a-464ffd0ecc20 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:41:34.246083 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:41:34.253383 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:41:34.253970 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.389349 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.407443 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a340427-0d8c-4e9d-aea0-78ebfa3089de req-cce0098c-4bc5-4277-aa91-04ebd993782f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:34.409778 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a340427-0d8c-4e9d-aea0-78ebfa3089de req-cce0098c-4bc5-4277-aa91-04ebd993782f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 944 time: 0.0629334 Nov 18 16:41:34.425155 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.426663 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:41:34.430547 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e73dd-b213-41b1-a158-85139ff716c3" -d '{"events": [{"server_uuid": "e95a5aab-7acb-40ec-ba16-6dcd8fe9229d", "name": "network-vif-plugged", "status": "completed", "tag": "aa55dd83-8383-4e38-8ee4-a5ca091bdc23"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:41:34.449713 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['b958affc-4ae2-418e-a54a-464ffd0ecc20'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:41:34.458466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Pushing event deleted for resources: {'Port': ['ID=b958affc-4ae2-418e-a54a-464ffd0ecc20,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:34.460040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:34.492328 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.508043 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a340427-0d8c-4e9d-aea0-78ebfa3089de req-5b4c2e3f-b631-454e-bccb-508136a74690 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Nov 18 16:41:34.508331 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.508685 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.509051 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.509595 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.509977 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.510357 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.510650 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.510990 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.511326 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.511712 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.512055 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.512448 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:34.548768 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] No DVR routers for this DVR port b958affc-4ae2-418e-a54a-464ffd0ecc20 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:41:34.550712 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e37e3b-8741-40cd-b594-49eab5624199 x-openstack-request-id: req-13e37e3b-8741-40cd-b594-49eab5624199 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:41:34.551279 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95a5aab-7acb-40ec-ba16-6dcd8fe9229d", "name": "network-vif-plugged", "status": "completed", "tag": "aa55dd83-8383-4e38-8ee4-a5ca091bdc23", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:41:34.551705 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:34.551846 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13e37e3b-8741-40cd-b594-49eab5624199 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:41:34.552429 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23', 'code': 200} Nov 18 16:41:34.555635 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12b510ed-f212-4266-9b6c-d894213f312a req-87c9add1-d91f-4b38-9ac5-225b2731ac35 tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.66 "DELETE /v2.0/ports/b958affc-4ae2-418e-a54a-464ffd0ecc20 HTTP/1.1" status: 204 len: 173 time: 0.5413620 Nov 18 16:41:34.556128 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'name': 'network-vif-deleted', 'tag': 'b958affc-4ae2-418e-a54a-464ffd0ecc20'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:41:34.558687 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb741399-5ba8-4f55-8ac0-811b71a20cef" -d '{"events": [{"server_uuid": "3e8adb10-a4be-426a-9704-4d9a3e288af9", "name": "network-vif-deleted", "tag": "b958affc-4ae2-418e-a54a-464ffd0ecc20"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:41:34.579346 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:34.609158 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496d167-7c64-42cf-bb26-4ed93636f806 x-openstack-request-id: req-9496d167-7c64-42cf-bb26-4ed93636f806 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:41:34.609449 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8adb10-a4be-426a-9704-4d9a3e288af9", "name": "network-vif-deleted", "tag": "b958affc-4ae2-418e-a54a-464ffd0ecc20", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:41:34.609799 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9496d167-7c64-42cf-bb26-4ed93636f806 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:41:34.610146 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8adb10-a4be-426a-9704-4d9a3e288af9', 'name': 'network-vif-deleted', 'tag': 'b958affc-4ae2-418e-a54a-464ffd0ecc20', 'status': 'completed', 'code': 200} Nov 18 16:41:34.800351 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129283ec-bc34-4c4a-ba81-790477770c5a req-2182133a-e11c-45be-9e98-6d1c7be73aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:34.801773 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-129283ec-bc34-4c4a-ba81-790477770c5a req-2182133a-e11c-45be-9e98-6d1c7be73aca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 1098 time: 0.0463653 Nov 18 16:41:34.850942 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-129283ec-bc34-4c4a-ba81-790477770c5a req-6ae09a51-db71-4d97-8f58-264ddad3d1c1 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Nov 18 16:41:34.985641 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c080e9a2-162b-42ac-af73-2d611b02f258 req-c69b9b51-9889-47ca-9657-202a6bf3a16d tempest-ServerRescueNegativeTestJSON-283293135 tempest-ServerRescueNegativeTestJSON-283293135-project] 10.222.0.37 "GET /v2.0/ports?device_id=3e8adb10-a4be-426a-9704-4d9a3e288af9 HTTP/1.1" status: 200 len: 210 time: 0.0305254 Nov 18 16:41:35.649512 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ee6eb-5472-4f9b-b719-4cad9bec98d0 req-a25bb91e-b3f3-46f9-9c62-651839511c67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:35.651036 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-433ee6eb-5472-4f9b-b719-4cad9bec98d0 req-a25bb91e-b3f3-46f9-9c62-651839511c67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 945 time: 0.0534813 Nov 18 16:41:35.699993 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-433ee6eb-5472-4f9b-b719-4cad9bec98d0 req-99d21d45-55e3-4fcb-b4e9-4cad10a05e94 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428536 Nov 18 16:41:35.858509 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335663fe-3e7e-4743-bbaa-63f68b79fea3 req-45ee43fa-1845-460c-9090-a824a6107250 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:35.860314 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-335663fe-3e7e-4743-bbaa-63f68b79fea3 req-45ee43fa-1845-460c-9090-a824a6107250 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0520003 Nov 18 16:41:35.880920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-c99728ee-1746-4f5d-9794-eab4bc742224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:35.882630 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-c99728ee-1746-4f5d-9794-eab4bc742224 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1137 time: 0.0457659 Nov 18 16:41:35.924176 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-335663fe-3e7e-4743-bbaa-63f68b79fea3 req-8163dd71-5077-44d2-b564-ceec89b94318 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577264 Nov 18 16:41:35.979776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-c9ec3e2f-ef3c-4966-9763-8d5a9064183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:35.981244 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-c9ec3e2f-ef3c-4966-9763-8d5a9064183a service neutron] 10.222.0.66 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 916 time: 0.0879900 Nov 18 16:41:36.051522 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38610) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:36.063919 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-27bc1cd3-2c6c-46f3-af43-e99c23486bbe service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 1000 time: 0.0695550 Nov 18 16:41:36.118986 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-1df0017e-61ff-4c39-b64a-3c63f0896d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:36.120384 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-1df0017e-61ff-4c39-b64a-3c63f0896d98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 200 len: 854 time: 0.0514212 Nov 18 16:41:36.168240 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-310f6b5b-3beb-4832-9bb1-2d9b546e0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:36.169795 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-310f6b5b-3beb-4832-9bb1-2d9b546e0e69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=def42321-6c5f-49a8-b8ca-6024ba286c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406532 Nov 18 16:41:36.276634 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-794ec8cb-58ec-4ed0-9c72-88031c3ac65f service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888202 Nov 18 16:41:36.372912 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7383380a-9a9f-4456-9412-51fbfdd32023 req-a0894c22-8baf-4928-9701-d8a1f9860c53 service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852420 Nov 18 16:41:36.487380 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:36.837355 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee53d1-0190-4f30-86d8-88164a7ef3b2 req-2820c474-8ded-4c6b-80ce-e8b3ba722339 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:36.838977 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-13ee53d1-0190-4f30-86d8-88164a7ef3b2 req-2820c474-8ded-4c6b-80ce-e8b3ba722339 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 945 time: 0.0692472 Nov 18 16:41:36.840663 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Deleting port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:41:36.840997 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:36.946691 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-13ee53d1-0190-4f30-86d8-88164a7ef3b2 req-adca663e-2726-4c45-a253-e187340b2860 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923369 Nov 18 16:41:36.969146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] For port 1297a9e8-24a8-4bb0-97f6-a4f09add6b75, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,segment=NetworkSegment(46839afe-d4bb-4329-9296-aab78d82e21e),segment_id=46839afe-d4bb-4329-9296-aab78d82e21e)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:36.969531 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:36.986192 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Calling delete_port for 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 owned by network:router_interface {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:41:37.071139 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8db38e-b9d8-42ae-8f4c-7dc788a8d891 req-e80f00be-c774-4f6f-bb88-7c14f77a2ba1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:37.072822 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af8db38e-b9d8-42ae-8f4c-7dc788a8d891 req-e80f00be-c774-4f6f-bb88-7c14f77a2ba1 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0616202 Nov 18 16:41:37.153504 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-af8db38e-b9d8-42ae-8f4c-7dc788a8d891 req-edc83bd9-8117-4105-903b-dc8c9bdd179b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694444 Nov 18 16:41:37.408297 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:37.437976 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Pushing event deleted for resources: {'Port': ['ID=1297a9e8-24a8-4bb0-97f6-a4f09add6b75,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:37.612054 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:37.860375 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Router 08b7ff43-7259-488d-b68d-b4b69dfeff6e has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:41:37.975227 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:41:37.980646 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6253f2f2-48b4-42b1-a450-b0f34f192920 admin admin] 10.222.0.37 "PUT /v2.0/routers/08b7ff43-7259-488d-b68d-b4b69dfeff6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9279275 Nov 18 16:41:37.983798 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38672) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:37.986760 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] Sync routers for ids ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:41:37.997791 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] Routers {'08b7ff43-7259-488d-b68d-b4b69dfeff6e'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:41:37.999124 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:41:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:38.098876 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks [] for router, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.113208 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] Set router 08b7ff43-7259-488d-b68d-b4b69dfeff6e gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:41:38.195268 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device b958affc-4ae2-418e-a54a-464ffd0ecc20 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:41:38.219033 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.222561 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: b958affc-4ae2-418e-a54a-464ffd0ecc20 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:41:38.223202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device b958affc-4ae2-418e-a54a-464ffd0ecc20 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:41:38.306347 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08f1ee-773d-456b-a47f-ef34ec7b7e1b req-a3a4f09f-ab42-4116-8416-9d42ca247b56 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:38.308258 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9b08f1ee-773d-456b-a47f-ef34ec7b7e1b req-a3a4f09f-ab42-4116-8416-9d42ca247b56 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0773113 Nov 18 16:41:38.331428 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23'}], 'enable_snat': True}, 'gw_port_id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:41:37Z', 'revision_number': 5, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port': {'id': 'a605baab-68bf-40f3-89e4-f74cac8d7efb', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:cc:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:38.331742 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Deleting port a605baab-68bf-40f3-89e4-f74cac8d7efb {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:41:38.331851 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.360086 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] Checking router: 08b7ff43-7259-488d-b68d-b4b69dfeff6e for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:41:38.368744 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] Routers {'08b7ff43-7259-488d-b68d-b4b69dfeff6e'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:41:38.369274 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:41:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:38.439081 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9b08f1ee-773d-456b-a47f-ef34ec7b7e1b req-4aa4dd53-7067-40ea-877c-494b1a18f5f6 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224682 Nov 18 16:41:38.464753 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] For port a605baab-68bf-40f3-89e4-f74cac8d7efb, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=a605baab-68bf-40f3-89e4-f74cac8d7efb,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:41:38.465291 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.478933 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Calling delete_port for a605baab-68bf-40f3-89e4-f74cac8d7efb owned by network:router_gateway {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:41:38.482149 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] Set router 08b7ff43-7259-488d-b68d-b4b69dfeff6e gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:41:38.540038 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:41:38Z', 'revision_number': 6, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:38.568412 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fa4f01-5195-44ef-a5b1-23db909bb037 None None] The sync data for ids ['08b7ff43-7259-488d-b68d-b4b69dfeff6e'] in dv-cinder-733622-22-iscsi is: [{'id': '08b7ff43-7259-488d-b68d-b4b69dfeff6e', 'name': 'tempest-ServerRescueNegativeTestJSON-1653274134-router', 'tenant_id': '1cc857921a1d429fada348cb9e62d11e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:23Z', 'updated_at': '2021-11-18T16:41:38Z', 'revision_number': 6, 'project_id': '1cc857921a1d429fada348cb9e62d11e', 'gw_port_host': None}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:41:38.659908 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.689726 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Pushing event deleted for resources: {'Port': ['ID=a605baab-68bf-40f3-89e4-f74cac8d7efb,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:38.758932 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.872373 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.874997 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.950391 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.950928 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08b7ff43-7259-488d-b68d-b4b69dfeff6e {{(pid=102912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:41:38.957315 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:38.958546 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-715b6284-de80-4bd0-a599-078b5a8bf804 admin admin] 10.222.0.37 "DELETE /v2.0/routers/08b7ff43-7259-488d-b68d-b4b69dfeff6e HTTP/1.1" status: 204 len: 168 time: 0.9735615 Nov 18 16:41:38.961166 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38678) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:39.011649 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Deleting subnet 77eb1f45-570c-48cd-a34e-86f67ea2474c {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:41:39.016168 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.061117 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.105403 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.176186 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.203871 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77eb1f45-570c-48cd-a34e-86f67ea2474c,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:39.207370 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.210629 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-aaf64205-f990-49a0-bd6b-b3dec24a74f0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/77eb1f45-570c-48cd-a34e-86f67ea2474c HTTP/1.1" status: 204 len: 168 time: 0.2476707 Nov 18 16:41:39.213174 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38680) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:39.286490 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.402129 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.429729 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43adc3b1-fe53-4174-87dd-f10def03771b']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:39.440889 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46839afe-d4bb-4329-9296-aab78d82e21e') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:39.441187 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46839afe-d4bb-4329-9296-aab78d82e21e') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:41:39.458627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.462366 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:41:39.479420 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.487735 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:41:39.488151 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.489355 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:41:39.490064 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 1297a9e8-24a8-4bb0-97f6-a4f09add6b75 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:41:39.509654 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:41:39.572909 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.580808 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.584098 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] 10.222.0.37 "DELETE /v2.0/networks/43adc3b1-fe53-4174-87dd-f10def03771b HTTP/1.1" status: 204 len: 168 time: 0.3699677 Nov 18 16:41:39.596680 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b59755-481b-4435-a34c-a0408212d09b admin admin] Pushing event deleted for resources: {'Network': ['ID=43adc3b1-fe53-4174-87dd-f10def03771b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:39.606999 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ab88a9-1dce-4318-abdb-5725d3b12224 req-7291d1ac-1a6d-4915-9ab7-4ff83ae2dcaf tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:39.608607 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-32ab88a9-1dce-4318-abdb-5725d3b12224 req-7291d1ac-1a6d-4915-9ab7-4ff83ae2dcaf tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0689454 Nov 18 16:41:39.686813 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-32ab88a9-1dce-4318-abdb-5725d3b12224 req-527e4703-a4f7-450e-9c8d-1cf6b5cbec9c tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698097 Nov 18 16:41:39.757254 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38688) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:39.808434 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-5a933a58-6ff7-4dc6-b4c2-04b5e946a8dc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1cc857921a1d429fada348cb9e62d11e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499983 Nov 18 16:41:39.812360 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38690) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:39.868771 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bf8-b412-4864-9a26-188c3ee98901 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.891636 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bf8-b412-4864-9a26-188c3ee98901 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.941189 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bf8-b412-4864-9a26-188c3ee98901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.943706 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8a7b5bf8-b412-4864-9a26-188c3ee98901 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:39.944845 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8a7b5bf8-b412-4864-9a26-188c3ee98901 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2507b479-c1bd-4d82-93e9-7da842befc34 HTTP/1.1" status: 204 len: 168 time: 0.1312418 Nov 18 16:41:39.956035 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b5bf8-b412-4864-9a26-188c3ee98901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2507b479-c1bd-4d82-93e9-7da842befc34,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:40.823572 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b20ff-0e37-42a1-a15a-e5597a1d0acb req-b7a1e163-e127-4ceb-97f3-3b8077d4a373 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:40.825100 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a27b20ff-0e37-42a1-a15a-e5597a1d0acb req-b7a1e163-e127-4ceb-97f3-3b8077d4a373 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0627439 Nov 18 16:41:40.894832 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a27b20ff-0e37-42a1-a15a-e5597a1d0acb req-cc8cd267-3e72-49ba-acbc-b4ac95ab21dc tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613976 Nov 18 16:41:41.036988 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a605baab-68bf-40f3-89e4-f74cac8d7efb no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:41:41.059354 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: a605baab-68bf-40f3-89e4-f74cac8d7efb {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:41:41.059709 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a605baab-68bf-40f3-89e4-f74cac8d7efb not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:41:41.259001 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38744) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:41.372930 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b3175725-efdd-4713-bd81-4b2b8f5ad697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.452665 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b3175725-efdd-4713-bd81-4b2b8f5ad697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.456927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b3175725-efdd-4713-bd81-4b2b8f5ad697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.506037 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b3175725-efdd-4713-bd81-4b2b8f5ad697 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=66a8d14f297e4c649ff473fccf1fea9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458122 Nov 18 16:41:41.506879 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175725-efdd-4713-bd81-4b2b8f5ad697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d448f76f-63c6-429a-b217-35f20fca1191,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:41.508656 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38748) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:41.560187 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba6636c4-eca6-4296-b4d4-bf1b93664653 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.584250 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba6636c4-eca6-4296-b4d4-bf1b93664653 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.643812 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba6636c4-eca6-4296-b4d4-bf1b93664653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.646542 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba6636c4-eca6-4296-b4d4-bf1b93664653 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:41.648408 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ba6636c4-eca6-4296-b4d4-bf1b93664653 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d448f76f-63c6-429a-b217-35f20fca1191 HTTP/1.1" status: 204 len: 168 time: 0.1383886 Nov 18 16:41:41.661774 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6636c4-eca6-4296-b4d4-bf1b93664653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d448f76f-63c6-429a-b217-35f20fca1191,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:42.028446 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916d7cf-68f6-48b6-9242-1c28d668027e req-bf4bd232-73c9-4515-a7c2-59f2465f39f2 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:42.030516 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2916d7cf-68f6-48b6-9242-1c28d668027e req-bf4bd232-73c9-4515-a7c2-59f2465f39f2 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0609586 Nov 18 16:41:42.101005 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2916d7cf-68f6-48b6-9242-1c28d668027e req-45809b8d-d225-4a91-bc09-f409ee8a8b30 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636847 Nov 18 16:41:43.234476 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfc426-b352-4d35-ab58-17bb27018de3 req-68f2477f-8b5c-4165-a512-70540da389a2 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:43.236033 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-febfc426-b352-4d35-ab58-17bb27018de3 req-68f2477f-8b5c-4165-a512-70540da389a2 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0610676 Nov 18 16:41:43.308598 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-febfc426-b352-4d35-ab58-17bb27018de3 req-f1ce0d65-92d3-4acd-8d66-52cda8644862 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662348 Nov 18 16:41:43.412484 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38806) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:43.520645 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1bbea116-f904-4e43-a809-973a1c579cf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.600439 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1bbea116-f904-4e43-a809-973a1c579cf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.604433 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-1bbea116-f904-4e43-a809-973a1c579cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.645479 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-1bbea116-f904-4e43-a809-973a1c579cf3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c4998c5bc4804e8e85f7a9b1c6b2abc5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318058 Nov 18 16:41:43.646275 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbea116-f904-4e43-a809-973a1c579cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4091c52c-3edb-4946-8840-4e40a2e32ec3,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:43.648178 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38810) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:43.700547 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3f19-e306-4733-a742-939e607374b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.723119 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3f19-e306-4733-a742-939e607374b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.780529 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3f19-e306-4733-a742-939e607374b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.783415 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0a2b3f19-e306-4733-a742-939e607374b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:43.784582 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0a2b3f19-e306-4733-a742-939e607374b7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4091c52c-3edb-4946-8840-4e40a2e32ec3 HTTP/1.1" status: 204 len: 168 time: 0.1352923 Nov 18 16:41:43.793689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b3f19-e306-4733-a742-939e607374b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4091c52c-3edb-4946-8840-4e40a2e32ec3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:44.077550 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38818) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:44.092494 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-668bf085-ca3e-4be6-8059-8968c85cd311 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.180544 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-668bf085-ca3e-4be6-8059-8968c85cd311 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.184282 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-668bf085-ca3e-4be6-8059-8968c85cd311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.230838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-668bf085-ca3e-4be6-8059-8968c85cd311 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e55a4517d9b46c1a539f31c1dc143cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493938 Nov 18 16:41:44.230838 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668bf085-ca3e-4be6-8059-8968c85cd311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e88be-b817-4688-b623-12f9826c974f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:44.231490 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38820) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:44.282460 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.303657 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.364779 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.367735 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:44.368896 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe7e88be-b817-4688-b623-12f9826c974f HTTP/1.1" status: 204 len: 168 time: 0.1362832 Nov 18 16:41:44.382336 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e88be-b817-4688-b623-12f9826c974f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:44.405416 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.405776 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.406231 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.406861 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.407076 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.407410 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.408283 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.408283 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.408671 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.408783 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.409169 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.409336 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50648154-e9db-499e-989a-f59eae14f83c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:41:44.471819 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197c75f-7e97-45f0-85e3-ebef58c7ea40 req-fdf45eb8-2940-46b6-a875-6c12ebd53f22 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:44.473487 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b197c75f-7e97-45f0-85e3-ebef58c7ea40 req-fdf45eb8-2940-46b6-a875-6c12ebd53f22 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0865321 Nov 18 16:41:44.548824 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b197c75f-7e97-45f0-85e3-ebef58c7ea40 req-9ef288b9-ed6f-4b8d-9103-9fcb4dff0a08 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0669148 Nov 18 16:41:45.925051 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da94257-ce05-4d6a-908a-c578ea3bb0ad req-32bf49ef-75be-41d8-abc5-508af04851da tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:45.926718 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1da94257-ce05-4d6a-908a-c578ea3bb0ad req-32bf49ef-75be-41d8-abc5-508af04851da tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.3014746 Nov 18 16:41:45.995836 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1da94257-ce05-4d6a-908a-c578ea3bb0ad req-228af181-aed0-4e6e-aa0c-f7f9de297a0c tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620399 Nov 18 16:41:46.368277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38890) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:46.479360 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa814-a478-4bce-a886-dfeb49ff0023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.566821 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa814-a478-4bce-a886-dfeb49ff0023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.570700 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa814-a478-4bce-a886-dfeb49ff0023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.612174 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fa814-a478-4bce-a886-dfeb49ff0023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56fe536-286c-48a0-a753-583b54e75a03,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:46.616780 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-eb9fa814-a478-4bce-a886-dfeb49ff0023 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=d84994cbe3f9478abc141b5897020e6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472878 Nov 18 16:41:46.619422 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38894) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:46.675523 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-03a40608-55f6-4b36-93cf-cfd5c95fd50f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.697990 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-03a40608-55f6-4b36-93cf-cfd5c95fd50f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.748111 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-03a40608-55f6-4b36-93cf-cfd5c95fd50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.750918 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-03a40608-55f6-4b36-93cf-cfd5c95fd50f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:46.752085 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-03a40608-55f6-4b36-93cf-cfd5c95fd50f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f56fe536-286c-48a0-a753-583b54e75a03 HTTP/1.1" status: 204 len: 168 time: 0.1316941 Nov 18 16:41:46.760745 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a40608-55f6-4b36-93cf-cfd5c95fd50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56fe536-286c-48a0-a753-583b54e75a03,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:47.085713 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 38904) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:47.100129 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3fd4-eed4-4f49-a24e-4a4d68a5e61f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.128969 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159fcc0-f1c0-4d8f-bda2-aeda6df2a8af req-424077d0-75c0-4e5e-ba14-5ad403ae0008 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:47.130735 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b159fcc0-f1c0-4d8f-bda2-aeda6df2a8af req-424077d0-75c0-4e5e-ba14-5ad403ae0008 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0547919 Nov 18 16:41:47.197405 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3fd4-eed4-4f49-a24e-4a4d68a5e61f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.204373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5f2e3fd4-eed4-4f49-a24e-4a4d68a5e61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.215333 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b159fcc0-f1c0-4d8f-bda2-aeda6df2a8af req-ff11f876-2f37-4ced-b5c1-c763611a39b6 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772395 Nov 18 16:41:47.255328 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5f2e3fd4-eed4-4f49-a24e-4a4d68a5e61f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=748d302ef42d45468002224a142d8f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680813 Nov 18 16:41:47.257572 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e3fd4-eed4-4f49-a24e-4a4d68a5e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad95d9aa-2d02-4f58-a86d-1dfab3806226,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:47.258090 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 38906) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:47.317709 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dd6bd910-c263-4667-814d-328d9dab04ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.341466 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dd6bd910-c263-4667-814d-328d9dab04ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.395205 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dd6bd910-c263-4667-814d-328d9dab04ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.397810 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-dd6bd910-c263-4667-814d-328d9dab04ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:47.398990 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-dd6bd910-c263-4667-814d-328d9dab04ad admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ad95d9aa-2d02-4f58-a86d-1dfab3806226 HTTP/1.1" status: 204 len: 168 time: 0.1398664 Nov 18 16:41:47.415859 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bd910-c263-4667-814d-328d9dab04ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad95d9aa-2d02-4f58-a86d-1dfab3806226,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:48.356305 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f772b7-2d9f-4501-bddd-872ac8590167 req-926547f7-7562-4d25-af27-e0f7d19a18e8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:48.358826 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19f772b7-2d9f-4501-bddd-872ac8590167 req-926547f7-7562-4d25-af27-e0f7d19a18e8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0543013 Nov 18 16:41:48.428020 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19f772b7-2d9f-4501-bddd-872ac8590167 req-0109f466-4fc6-4aff-8919-617e8d346f96 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618732 Nov 18 16:41:49.548520 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc1d8a-7927-415f-8e78-fcd863a578ac req-57e8aa6b-2b30-4e6d-8438-ad45170bc082 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:49.550111 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8dfc1d8a-7927-415f-8e78-fcd863a578ac req-57e8aa6b-2b30-4e6d-8438-ad45170bc082 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0514641 Nov 18 16:41:49.621158 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8dfc1d8a-7927-415f-8e78-fcd863a578ac req-59641f80-7488-46e5-9d15-1ce2d7a3d1c6 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638056 Nov 18 16:41:50.748924 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80a2d3-8445-4a46-b67d-f1a2f65ab434 req-81cb872b-be47-4092-b0ff-e0602896c093 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:50.750519 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2e80a2d3-8445-4a46-b67d-f1a2f65ab434 req-81cb872b-be47-4092-b0ff-e0602896c093 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0529640 Nov 18 16:41:50.814592 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2e80a2d3-8445-4a46-b67d-f1a2f65ab434 req-08749f82-d334-42da-95d8-bda851f733a4 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578592 Nov 18 16:41:51.932214 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a55d2d-c15a-4de7-9a27-acf374bcb935 req-2840fab4-db82-4295-bba7-71e5fe014c0f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:51.934136 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-46a55d2d-c15a-4de7-9a27-acf374bcb935 req-2840fab4-db82-4295-bba7-71e5fe014c0f tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0517018 Nov 18 16:41:52.000327 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-46a55d2d-c15a-4de7-9a27-acf374bcb935 req-1d8de4b7-0a34-415d-87c9-2e6bc9765fe9 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595055 Nov 18 16:41:53.122372 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8c856-4877-46d4-8757-0a97a010f457 req-5ca85e83-09af-4a15-a00e-c767a7583ff4 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:41:53.124679 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f2a8c856-4877-46d4-8757-0a97a010f457 req-5ca85e83-09af-4a15-a00e-c767a7583ff4 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0508199 Nov 18 16:41:53.195576 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f2a8c856-4877-46d4-8757-0a97a010f457 req-c999855c-01ef-4c71-9e93-4bb47be5d5f3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=2159a8bc-2073-46d4-ae66-7b94513ec8a9&id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633891 Nov 18 16:41:53.286689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39026) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:53.403793 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb49c-324a-4c44-859c-239bf0385319 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.479455 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb49c-324a-4c44-859c-239bf0385319 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.483944 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7cbeb49c-324a-4c44-859c-239bf0385319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.521099 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbeb49c-324a-4c44-859c-239bf0385319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1314e8d-d963-4373-976a-ebbb3075d9e1,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:53.526606 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7cbeb49c-324a-4c44-859c-239bf0385319 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a02cd96e2c7144ea941bb7bc7b4aae48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388566 Nov 18 16:41:53.530006 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39030) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:53.582131 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-044cb00b-804f-498c-9dd0-656e93f2b9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.602754 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-044cb00b-804f-498c-9dd0-656e93f2b9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.650572 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-044cb00b-804f-498c-9dd0-656e93f2b9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.653031 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-044cb00b-804f-498c-9dd0-656e93f2b9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:53.655134 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-044cb00b-804f-498c-9dd0-656e93f2b9cf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a1314e8d-d963-4373-976a-ebbb3075d9e1 HTTP/1.1" status: 204 len: 168 time: 0.1238399 Nov 18 16:41:53.662951 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cb00b-804f-498c-9dd0-656e93f2b9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1314e8d-d963-4373-976a-ebbb3075d9e1,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:53.926714 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39036) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:53.942785 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a661968e-9b79-4c29-9af4-1612bf1bab68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.020677 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a661968e-9b79-4c29-9af4-1612bf1bab68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.024591 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a661968e-9b79-4c29-9af4-1612bf1bab68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.065508 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661968e-9b79-4c29-9af4-1612bf1bab68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe310b48-54cf-4eda-9753-f9bbbda3f00c,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:54.071017 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a661968e-9b79-4c29-9af4-1612bf1bab68 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7bcc677fb5234800a21a472e3d2ba17a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432550 Nov 18 16:41:54.073694 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39038) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:41:54.126612 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f260179e-9856-43ad-af85-708636aab22d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.154990 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f260179e-9856-43ad-af85-708636aab22d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.211670 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f260179e-9856-43ad-af85-708636aab22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.214232 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f260179e-9856-43ad-af85-708636aab22d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:54.215417 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f260179e-9856-43ad-af85-708636aab22d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe310b48-54cf-4eda-9753-f9bbbda3f00c HTTP/1.1" status: 204 len: 168 time: 0.1407199 Nov 18 16:41:54.224277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260179e-9856-43ad-af85-708636aab22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe310b48-54cf-4eda-9753-f9bbbda3f00c,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:41:54.824552 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ecc06b50-be49-4870-82c9-a617174fe421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:56.980087 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-fe07e55c-9609-4755-b219-6454ecbc1004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:58.512604 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:41:59.821770 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:00.313946 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:01.318080 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.331045 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39190) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:02.455814 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cadf1a71-9ff0-4892-8657-07f54eb80e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.534578 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cadf1a71-9ff0-4892-8657-07f54eb80e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.538400 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cadf1a71-9ff0-4892-8657-07f54eb80e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.577001 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cadf1a71-9ff0-4892-8657-07f54eb80e58 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ccf259a9e8b5454eae423cd44c616c59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449195 Nov 18 16:42:02.577983 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf1a71-9ff0-4892-8657-07f54eb80e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801cc554-b457-4756-865e-f1fdf5403d3a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:02.579719 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39194) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:02.635203 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-df5ae008-f982-4b0a-91ce-4dc7b6fbd8a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.659779 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-df5ae008-f982-4b0a-91ce-4dc7b6fbd8a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.706655 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-df5ae008-f982-4b0a-91ce-4dc7b6fbd8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.709367 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-df5ae008-f982-4b0a-91ce-4dc7b6fbd8a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:02.710552 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-df5ae008-f982-4b0a-91ce-4dc7b6fbd8a6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/801cc554-b457-4756-865e-f1fdf5403d3a HTTP/1.1" status: 204 len: 168 time: 0.1298220 Nov 18 16:42:02.719458 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ae008-f982-4b0a-91ce-4dc7b6fbd8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801cc554-b457-4756-865e-f1fdf5403d3a,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:02.983822 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39200) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:03.001680 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-93ecd6c4-f0b7-415a-8b95-b5ca739d14cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.081504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-93ecd6c4-f0b7-415a-8b95-b5ca739d14cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.085560 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-93ecd6c4-f0b7-415a-8b95-b5ca739d14cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.121862 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ecd6c4-f0b7-415a-8b95-b5ca739d14cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0764d16b-1bd3-4741-b595-f497f92d8326,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:03.127325 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-93ecd6c4-f0b7-415a-8b95-b5ca739d14cb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9527b434a19d4d5ca0b54829258bb0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423123 Nov 18 16:42:03.129944 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39204) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:03.180388 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d411c5df-fbe4-4771-9553-90fb4789aa3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.204616 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d411c5df-fbe4-4771-9553-90fb4789aa3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.255772 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d411c5df-fbe4-4771-9553-90fb4789aa3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.258416 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d411c5df-fbe4-4771-9553-90fb4789aa3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.259560 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d411c5df-fbe4-4771-9553-90fb4789aa3d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0764d16b-1bd3-4741-b595-f497f92d8326 HTTP/1.1" status: 204 len: 168 time: 0.1285832 Nov 18 16:42:03.268371 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411c5df-fbe4-4771-9553-90fb4789aa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0764d16b-1bd3-4741-b595-f497f92d8326,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:03.595198 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39212) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:03.609351 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9282-de89-44d2-b3d9-e8155303a055 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.684673 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9282-de89-44d2-b3d9-e8155303a055 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.689733 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-5b8f9282-de89-44d2-b3d9-e8155303a055 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.731030 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-5b8f9282-de89-44d2-b3d9-e8155303a055 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8239916224c9409aa3bb7f1c97d4e667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319716 Nov 18 16:42:03.731030 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f9282-de89-44d2-b3d9-e8155303a055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dabbde7-cb4e-4b8b-a0ec-724baa972016,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:03.731466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39214) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:03.783275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-298c69d2-8495-40e4-bd70-29ed1864733e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.804752 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-298c69d2-8495-40e4-bd70-29ed1864733e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.851715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-298c69d2-8495-40e4-bd70-29ed1864733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.854266 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-298c69d2-8495-40e4-bd70-29ed1864733e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:03.855455 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-298c69d2-8495-40e4-bd70-29ed1864733e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6dabbde7-cb4e-4b8b-a0ec-724baa972016 HTTP/1.1" status: 204 len: 168 time: 0.1227686 Nov 18 16:42:03.865352 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c69d2-8495-40e4-bd70-29ed1864733e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dabbde7-cb4e-4b8b-a0ec-724baa972016,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:09.096012 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:42:15.961858 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3975539-8b62-48d6-8fcb-6acb5c17ecaa req-f7037dcd-b365-4ef6-8215-973e44652a0b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:15.963897 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a3975539-8b62-48d6-8fcb-6acb5c17ecaa req-f7037dcd-b365-4ef6-8215-973e44652a0b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.0521476 Nov 18 16:42:16.012772 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a3975539-8b62-48d6-8fcb-6acb5c17ecaa req-a5ce26b7-891a-4436-82b0-574611e03632 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Nov 18 16:42:17.158656 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd9f28c-61fd-4f41-9546-f2b4dcc81c40 req-c19e6a51-1011-4f44-aecb-1325bae11577 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:17.161125 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1dd9f28c-61fd-4f41-9546-f2b4dcc81c40 req-c19e6a51-1011-4f44-aecb-1325bae11577 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.0618746 Nov 18 16:42:17.211281 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1dd9f28c-61fd-4f41-9546-f2b4dcc81c40 req-06ba81c6-90d1-452f-9807-314caa76b8a6 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Nov 18 16:42:17.915398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-fc2cd7ab-e745-4efc-bf39-4d37ab7aabf8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:17.917470 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-fc2cd7ab-e745-4efc-bf39-4d37ab7aabf8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.0614953 Nov 18 16:42:18.032786 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Deleting port d575f7d0-d3e8-4177-9160-91527ed3c1a3 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:42:18.033120 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:18.128427 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] For port d575f7d0-d3e8-4177-9160-91527ed3c1a3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d575f7d0-d3e8-4177-9160-91527ed3c1a3,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:18.129049 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:18.341301 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf890aec-1e3a-46dc-900c-38e720545cc5 req-ed370554-aabc-4e2a-b43d-bc60b98387bc tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:18.342608 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cf890aec-1e3a-46dc-900c-38e720545cc5 req-ed370554-aabc-4e2a-b43d-bc60b98387bc tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 946 time: 0.0538664 Nov 18 16:42:18.366480 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:18.366996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:18.367296 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Floating IP edf68ee1-1fab-4bc1-9e96-2ba26a2236ba disassociated. External IP: 172.27.3.215, port: d575f7d0-d3e8-4177-9160-91527ed3c1a3. Nov 18 16:42:18.367565 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Calling delete_port for d575f7d0-d3e8-4177-9160-91527ed3c1a3 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:42:18.419667 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cf890aec-1e3a-46dc-900c-38e720545cc5 req-6c3ebd48-c600-4781-83c7-1343cbd72da0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=8be406b3-87e9-449f-b747-64d8e6d2706e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707211 Nov 18 16:42:18.529213 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:18.560809 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event deleted for resources: {'Port': ['ID=d575f7d0-d3e8-4177-9160-91527ed3c1a3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:18.705384 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Router eba38177-e5fd-427a-8ffe-40041803a6e4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:42:18.831183 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:42:18.844115 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:42:18.855245 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:42:18.856734 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:41:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:18.879485 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] No DVR routers for this DVR port d575f7d0-d3e8-4177-9160-91527ed3c1a3 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:42:18.882113 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:18.885485 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-217412b5-566b-4174-8bef-6699bc0c00f1 req-37755218-9953-4556-a6ab-8f4094305763 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "DELETE /v2.0/ports/d575f7d0-d3e8-4177-9160-91527ed3c1a3 HTTP/1.1" status: 204 len: 173 time: 0.9612730 Nov 18 16:42:18.886021 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-deleted', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:18.889001 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ace360f-3c4f-4fba-8764-1dc491f62d34" -d '{"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-deleted", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:18.945834 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d33ff07-b063-4de8-9853-1b3ff7a32c28 x-openstack-request-id: req-5d33ff07-b063-4de8-9853-1b3ff7a32c28 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:18.946139 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b526f2fb-051a-4d20-baca-731d503603ff", "name": "network-vif-deleted", "tag": "d575f7d0-d3e8-4177-9160-91527ed3c1a3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:18.946442 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5d33ff07-b063-4de8-9853-1b3ff7a32c28 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:18.946885 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b526f2fb-051a-4d20-baca-731d503603ff', 'name': 'network-vif-deleted', 'tag': 'd575f7d0-d3e8-4177-9160-91527ed3c1a3', 'status': 'completed', 'code': 200} Nov 18 16:42:18.983673 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:42:19.314717 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:19.341685 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:42:19.351324 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:42:19.351956 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:41:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:19.481362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:42:19.602731 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-10777dcc-2441-4460-8b51-d97acd92bd69 req-53bb2c06-ddd3-4b37-a832-2168ebf05c74 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=b526f2fb-051a-4d20-baca-731d503603ff HTTP/1.1" status: 200 len: 210 time: 0.0274243 Nov 18 16:42:19.757866 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:19.789707 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cbd18d-7114-4168-85db-c2b41a24baa0 None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:42:20.000808 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143540f9-18e9-40de-a11c-ddae0ac8f19d req-d3867199-95ea-4075-a7fe-0b5d2153fba0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:20.002749 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-143540f9-18e9-40de-a11c-ddae0ac8f19d req-d3867199-95ea-4075-a7fe-0b5d2153fba0 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 945 time: 0.0732043 Nov 18 16:42:20.058532 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-143540f9-18e9-40de-a11c-ddae0ac8f19d req-fd4dc26c-8a16-4d6f-aeef-c7a44aac14e9 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 Nov 18 16:42:20.088694 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03c26fc-ac75-4348-846a-de4694af6dc8 None None] New status for floating IP edf68ee1-1fab-4bc1-9e96-2ba26a2236ba: DOWN {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:42:20.759559 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39440) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:20.827655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd0f1-0755-4385-ade6-dc92ce53560c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:20.854521 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd0f1-0755-4385-ade6-dc92ce53560c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:20.905913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd0f1-0755-4385-ade6-dc92ce53560c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:20.908602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b6bd0f1-0755-4385-ade6-dc92ce53560c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:20.909800 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8b6bd0f1-0755-4385-ade6-dc92ce53560c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "DELETE /v2.0/security-groups/8be406b3-87e9-449f-b747-64d8e6d2706e HTTP/1.1" status: 204 len: 168 time: 0.1491067 Nov 18 16:42:20.912636 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39444) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:20.919564 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bd0f1-0755-4385-ade6-dc92ce53560c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be406b3-87e9-449f-b747-64d8e6d2706e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:20.926503 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.api.v2.resource [None req-9167d726-ff8a-4631-9125-249ef2d6f196 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] show failed (client error): The resource could not be found. Nov 18 16:42:20.927542 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9167d726-ff8a-4631-9125-249ef2d6f196 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups/8be406b3-87e9-449f-b747-64d8e6d2706e HTTP/1.1" status: 404 len: 347 time: 0.0139070 Nov 18 16:42:20.930664 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39446) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:21.298322 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7a4a8-8dad-4095-9651-cfa8a36586a2 req-676ce17d-5bcf-4a60-be9d-f976b526eebe tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:21.299849 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c8b7a4a8-8dad-4095-9651-cfa8a36586a2 req-676ce17d-5bcf-4a60-be9d-f976b526eebe tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 945 time: 0.1061289 Nov 18 16:42:21.331480 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Deleting port 686e92b1-ada4-499a-b32f-c7e16f2b1edc {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:42:21.331870 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:21.377845 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c8b7a4a8-8dad-4095-9651-cfa8a36586a2 req-4ce89568-ce03-45ab-874c-0300b4fcdf27 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711784 Nov 18 16:42:21.428546 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:21.428871 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:21.442874 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Calling delete_port for 686e92b1-ada4-499a-b32f-c7e16f2b1edc owned by network:floatingip {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:42:21.596712 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:21.623951 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event deleted for resources: {'Port': ['ID=686e92b1-ada4-499a-b32f-c7e16f2b1edc,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:21.686277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:21.689050 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:21.690334 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-367e0266-5b18-4028-a07d-6e72674d60e4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "DELETE /v2.0/floatingips/edf68ee1-1fab-4bc1-9e96-2ba26a2236ba HTTP/1.1" status: 204 len: 168 time: 0.7585466 Nov 18 16:42:21.876383 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-a92b8909-a67a-4bcc-b274-b40d2da989b3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:21.877961 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-a92b8909-a67a-4bcc-b274-b40d2da989b3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 945 time: 0.0561509 Nov 18 16:42:21.973689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Deleting port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:42:21.974117 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.067926 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] For port aa55dd83-8383-4e38-8ee4-a5ca091bdc23, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:22.068292 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.080820 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Calling delete_port for aa55dd83-8383-4e38-8ee4-a5ca091bdc23 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:42:22.210798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.225874 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['aa55dd83-8383-4e38-8ee4-a5ca091bdc23'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:42:22.242535 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Pushing event deleted for resources: {'Port': ['ID=aa55dd83-8383-4e38-8ee4-a5ca091bdc23,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:22.263983 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39454) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:22.269309 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565800862', 'description': 'tempest-description--167658742'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:22.290077 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] No DVR routers for this DVR port aa55dd83-8383-4e38-8ee4-a5ca091bdc23 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:42:22.292605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.293799 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.296875 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ea2a074-4c63-4771-9b79-7ab1da3fb150 req-ed533414-6263-4e27-8d28-bc906b79596e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "DELETE /v2.0/ports/aa55dd83-8383-4e38-8ee4-a5ca091bdc23 HTTP/1.1" status: 204 len: 173 time: 0.4117804 Nov 18 16:42:22.297296 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'name': 'network-vif-deleted', 'tag': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:22.299564 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fef3e24-f518-450c-b395-f5a8a142986b" -d '{"events": [{"server_uuid": "e95a5aab-7acb-40ec-ba16-6dcd8fe9229d", "name": "network-vif-deleted", "tag": "aa55dd83-8383-4e38-8ee4-a5ca091bdc23"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:22.344790 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be13d89-e61d-4c0b-8001-74d6364d6d94 x-openstack-request-id: req-6be13d89-e61d-4c0b-8001-74d6364d6d94 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:22.345085 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e95a5aab-7acb-40ec-ba16-6dcd8fe9229d", "name": "network-vif-deleted", "tag": "aa55dd83-8383-4e38-8ee4-a5ca091bdc23", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:22.345337 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6be13d89-e61d-4c0b-8001-74d6364d6d94 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:22.345747 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95a5aab-7acb-40ec-ba16-6dcd8fe9229d', 'name': 'network-vif-deleted', 'tag': 'aa55dd83-8383-4e38-8ee4-a5ca091bdc23', 'status': 'completed', 'code': 200} Nov 18 16:42:22.367141 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:42:22.372238 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.376681 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.399185 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: d575f7d0-d3e8-4177-9160-91527ed3c1a3 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:42:22.407692 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.407937 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device d575f7d0-d3e8-4177-9160-91527ed3c1a3 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:42:22.408515 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1432450 Nov 18 16:42:22.411689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39460) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:22.413710 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b914c-4c85-42fb-b409-7b6f202fbb45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:22.416458 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'security_group_rule': {'security_group_id': 'f22a9e5a-5c1e-493d-a2a5-5d2cf4836229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:22.454715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.501313 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-716b5ef0-cc6c-4d44-9cc6-245d4c882993 req-408c8be0-58fc-405c-9fb0-fda0e2fd2b5e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=e95a5aab-7acb-40ec-ba16-6dcd8fe9229d HTTP/1.1" status: 200 len: 210 time: 0.0358756 Nov 18 16:42:22.531320 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.537904 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.557285 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55296d6-8817-4ad9-b64d-e591ca59e9e6,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:22.566373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.567596 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-62fae423-82ed-410e-a6a3-150d683c7c8b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1548786 Nov 18 16:42:22.570847 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39462) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:22.575417 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'security_group_rule': {'security_group_id': 'f22a9e5a-5c1e-493d-a2a5-5d2cf4836229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:22.602548 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.660411 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.664580 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.687395 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a313b7e2-fb57-4e6f-905c-36de14e540fa,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:22.697159 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.698467 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9fa311b8-2e2b-4d2e-895c-73d61d57e68f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266415 Nov 18 16:42:22.701780 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39464) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:22.706435 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:22.734690 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.846847 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:22.963495 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Allocated IP 172.27.3.126 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/4c418463-e67b-475b-8b6e-efb455d8b396) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:42:23.065051 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.099319 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.139891 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:42:23.144344 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:42:23.146802 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:42:23.170920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'Port': ['ID=4c418463-e67b-475b-8b6e-efb455d8b396,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:23.235544 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.274747 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.428246 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.432792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.504426 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'Port': ['ID=4c418463-e67b-475b-8b6e-efb455d8b396,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:23.516558 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.532628 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:23.533884 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9e02c652-dc9e-4788-9272-6b88c0331aaf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8310537 Nov 18 16:42:23.747301 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-60c1f0e3-d0fe-4d3f-81ac-09ab0d963997 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--565800862&fields=id&tenant_id=6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 267 time: 0.0498221 Nov 18 16:42:23.860336 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-34574ad5-3a4e-44bb-8fa3-b5f00c4eaa96 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:23.861851 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-34574ad5-3a4e-44bb-8fa3-b5f00c4eaa96 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 816 time: 0.1074243 Nov 18 16:42:23.877182 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-55bb774e-89d1-471b-85a6-8e5010f857a1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/quotas/6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 375 time: 0.0092945 Nov 18 16:42:23.933776 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-572d0125-f5d9-410d-b0cd-5e7cd03653aa tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505342 Nov 18 16:42:24.029904 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-d9e94e62-b8a3-4722-9ff6-ac85a23f92e7 service neutron] 10.222.0.37 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844462 Nov 18 16:42:24.134839 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-fee3caf2-d063-4da5-998e-19b61201bf2e service neutron] 10.222.0.37 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974653 Nov 18 16:42:24.292013 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-99c87eed-c355-4411-ba1c-0bb604175580 req-6e782f45-ad4e-4cb4-88b1-4c08ad4769ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 210 time: 0.0273640 Nov 18 16:42:24.830390 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5fac2d60-a0d2-40ca-8130-d93a4cb79a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:25.566547 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2ac9abfe-a660-4d4e-9865-d05a4926dcdf req-ba4f8fb0-6dbf-4e5e-8a5d-52f1ef26b966 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 210 time: 0.1974354 Nov 18 16:42:26.666196 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-989580fa-a55a-4fa6-87b2-c7e26da37bf4 req-179440d4-08b4-4aac-8e36-7fb55b26e24a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 210 time: 0.0253766 Nov 18 16:42:26.688652 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device aa55dd83-8383-4e38-8ee4-a5ca091bdc23 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:42:26.710116 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: aa55dd83-8383-4e38-8ee4-a5ca091bdc23 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:42:26.710492 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device aa55dd83-8383-4e38-8ee4-a5ca091bdc23 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:42:26.982551 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5438642b-4c5c-49c9-b11d-b5774ad02646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:27.245521 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-59943070-1fb0-4345-913e-0a2313303c50 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:27.248006 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-59943070-1fb0-4345-913e-0a2313303c50 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 816 time: 0.1102509 Nov 18 16:42:27.318692 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-01532cdf-27a6-48c5-9ad3-2353d45c5b7a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 379 time: 0.0595913 Nov 18 16:42:27.335462 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'port': {'device_id': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'admin_state_up': True, 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'security_groups': ['f22a9e5a-5c1e-493d-a2a5-5d2cf4836229']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:27.452518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Made reservation on behalf of 6b14e0c12e3443509e3bb3d9f3015db1 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:42:27.456145 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:27.596760 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Allocated IP 172.20.0.6 (504ea0e6-8d30-4bfe-8d8a-47afec964b61/6d91ced3-e7bf-4718-ac5b-1f806796a4c3/21ae644b-abde-4b0f-a3fd-8dffb010ac54) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:42:27.753943 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:27.806112 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-44c6bb17-6c97-409e-811b-c7238383d749 req-66e1ff8d-78b8-420b-b211-ecd71e580ef8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Nov 18 16:42:27.816386 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:27.869259 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:42:27.873436 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:42:27.876005 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:42:27.905539 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:27.958130 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:27.958951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:27.982114 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1012c5a0-92ed-4850-9e1c-3a0a19e8603d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507714 Nov 18 16:42:27.994557 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Request body: {'port': {'device_id': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:28.071507 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.120464 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-9fc24262-da01-48b3-8eba-4c7e4b773737 None None] Provisioning complete for port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:42:28.121625 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9fc24262-da01-48b3-8eba-4c7e4b773737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.165038 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-9fc24262-da01-48b3-8eba-4c7e4b773737 None None] Port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:42:28.348813 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ae644b-abde-4b0f-a3fd-8dffb010ac54 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:42:28.357372 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.371026 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Transition to ACTIVE for port object 21ae644b-abde-4b0f-a3fd-8dffb010ac54 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:42:28.374701 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.519221 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.700361 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:28.755688 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Attempting to bind port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:42:28.756070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Attempting to bind port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:42:28.756368 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Attempting to bind port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:42:28.761634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:42:28.761957 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Attempting to bind port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 on network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:42:28.767612 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 42, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:42:28.767957 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Checking segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:42:28.768359 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Bound using segment: {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:42:28.768970 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Bound port: 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fcb80aa-8cae-4a4b-a846-cc51a2939482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:42:28.769689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.845561 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:42:28.849815 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:42:28.855549 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.899735 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:28.900450 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:28.902153 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] 10.222.0.66 "PUT /v2.0/ports/21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 1093 time: 0.9117880 Nov 18 16:42:28.903002 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:28.905933 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ae1987-22b4-404c-9862-6ffca8fc8b01" -d '{"events": [{"name": "network-changed", "server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:28.943686 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f51ef-5823-4099-bda1-5a7ea706c7b9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:29.017493 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a8007-2b32-45d3-acc4-80a141313a3e x-openstack-request-id: req-648a8007-2b32-45d3-acc4-80a141313a3e {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:29.017942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:29.018125 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-648a8007-2b32-45d3-acc4-80a141313a3e {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:29.018664 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'status': 'completed', 'code': 200} Nov 18 16:42:29.042048 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-6422c412-3fd6-4707-aed7-e9569b8b3b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:29.043819 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-6422c412-3fd6-4707-aed7-e9569b8b3b50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1096 time: 0.0715904 Nov 18 16:42:29.119049 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-07629cca-7298-4e6a-953c-ad941cbc89c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 217 time: 0.0660949 Nov 18 16:42:29.131369 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d0408-dd0b-4cdd-95e7-25c2ec805d2d req-c7879ba7-3a88-4f03-b8f4-f5dc558260b8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:29.140145 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0b6d0408-dd0b-4cdd-95e7-25c2ec805d2d req-c7879ba7-3a88-4f03-b8f4-f5dc558260b8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.2245908 Nov 18 16:42:29.180116 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-9fec7212-988f-4354-b898-bfcad856a476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:29.182056 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-9fec7212-988f-4354-b898-bfcad856a476 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0553467 Nov 18 16:42:29.203779 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0b6d0408-dd0b-4cdd-95e7-25c2ec805d2d req-1d7e0847-c894-4ae7-b985-452e2b243c6f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623612 Nov 18 16:42:29.243911 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bee416-d213-4343-9b28-6d28c96501a0 req-daec05be-e559-41c7-9bef-3a37c39bb35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:29.246008 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-daec05be-e559-41c7-9bef-3a37c39bb35f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0566578 Nov 18 16:42:29.367091 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-4361ed6d-a487-49d0-ae67-200bcbbd9dd5 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115711 Nov 18 16:42:29.826059 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:30.320876 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:30.358261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd384a5-07de-4f90-8188-fa21f2e0ec6d req-06f8853a-0978-46db-8551-985fa55e32d9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:30.360447 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9cd384a5-07de-4f90-8188-fa21f2e0ec6d req-06f8853a-0978-46db-8551-985fa55e32d9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0690207 Nov 18 16:42:30.413242 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9cd384a5-07de-4f90-8188-fa21f2e0ec6d req-8d33bdee-ff1e-4d79-97ae-21ba37f7d73a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463991 Nov 18 16:42:31.346659 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:31.541055 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb14949-fd3b-4ad7-9ed9-43b142c708e3 req-c5a487e3-df5d-48cb-8c61-318527157bba tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:31.542596 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bfb14949-fd3b-4ad7-9ed9-43b142c708e3 req-c5a487e3-df5d-48cb-8c61-318527157bba tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0535114 Nov 18 16:42:31.592117 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bfb14949-fd3b-4ad7-9ed9-43b142c708e3 req-ecc7ab3a-15b2-4c86-89c9-2c35db4c2058 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430140 Nov 18 16:42:31.989703 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05bee416-d213-4343-9b28-6d28c96501a0 req-3c4ac4ff-2df7-420f-8711-c8f09c950a35 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845020 Nov 18 16:42:32.096504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-6a0da676-ab2c-41e0-a094-ee21abe709b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:32.097998 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-6a0da676-ab2c-41e0-a094-ee21abe709b8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1096 time: 0.0455379 Nov 18 16:42:32.194530 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-f7f6e69b-5c5b-496e-b022-7542e603078d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:32.196196 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-f7f6e69b-5c5b-496e-b022-7542e603078d service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0876622 Nov 18 16:42:32.712615 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0717f2-b313-420f-bc83-8a20dc0097af req-361f536a-e901-4b03-a0b5-2bb256f36ab3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:32.714108 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aa0717f2-b313-420f-bc83-8a20dc0097af req-361f536a-e901-4b03-a0b5-2bb256f36ab3 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0499971 Nov 18 16:42:32.767083 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-aa0717f2-b313-420f-bc83-8a20dc0097af req-d7b5e407-c501-494c-bb3d-3f0919b82918 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464573 Nov 18 16:42:33.211089 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-e0ae0cff-aad3-42ed-b2bc-25e6d7855b3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 217 time: 0.0354977 Nov 18 16:42:33.896646 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cfe0c-e4cb-46ef-bf76-13000e7f25c5 req-e1770156-1e67-40d3-b707-234692c1f3c5 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:33.898152 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bd7cfe0c-e4cb-46ef-bf76-13000e7f25c5 req-e1770156-1e67-40d3-b707-234692c1f3c5 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0487943 Nov 18 16:42:33.950726 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bd7cfe0c-e4cb-46ef-bf76-13000e7f25c5 req-b3c47a6f-8c5b-4404-b781-23081950b4f7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453053 Nov 18 16:42:35.051810 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-78a58178-9100-420d-96cf-94cea0eef439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:35.053306 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-78a58178-9100-420d-96cf-94cea0eef439 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0609939 Nov 18 16:42:35.143638 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-218aa556-b7f8-47da-abba-5dc531e5edbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:35.145142 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-218aa556-b7f8-47da-abba-5dc531e5edbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741625 Nov 18 16:42:35.158066 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b24458-f156-4be0-81c2-3f0cbe06a712 req-854065cf-8d87-4f30-8e41-973f9a66a91a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:35.159532 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3b24458-f156-4be0-81c2-3f0cbe06a712 req-854065cf-8d87-4f30-8e41-973f9a66a91a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.1294441 Nov 18 16:42:35.259337 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d3b24458-f156-4be0-81c2-3f0cbe06a712 req-38681ed6-6eaa-4f4c-9025-d6d3f9c259dc tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918388 Nov 18 16:42:35.282616 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-c461882f-1fb0-4e2c-8f37-aba6ab4c2fb5 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220801 Nov 18 16:42:35.379561 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-50ae1987-22b4-404c-9862-6ffca8fc8b01 req-3d2fecb3-a4eb-4e0b-a793-66f31b6ecc0e service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878849 Nov 18 16:42:35.742011 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-eff081e6-580b-46eb-90b9-d597052e3846 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:35.743491 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-eff081e6-580b-46eb-90b9-d597052e3846 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/networks?id=a8016fd1-68d9-4122-a851-58dcdf52e96c HTTP/1.1" status: 200 len: 814 time: 0.1020982 Nov 18 16:42:35.758248 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-63f815f9-e5e6-412f-a201-280f54db76d5 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/quotas/7150bff6c3f443a78a994227ba2a1d2a HTTP/1.1" status: 200 len: 375 time: 0.0088596 Nov 18 16:42:35.795060 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-4e6061ac-b2fb-461d-9d20-6cf212fb8931 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313859 Nov 18 16:42:35.933624 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-65128131-ba54-4fdd-b3b6-6b3805af144d service neutron] 10.222.0.37 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308136 Nov 18 16:42:36.027335 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-1f535cb3-cb6e-484e-b4cd-8cf905818daa service neutron] 10.222.0.37 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Nov 18 16:42:36.191138 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8bee7f63-1a1d-4ead-8dd3-52e2c1c7a872 req-9630de43-8f8b-4a6b-af6e-afe390097df1 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 210 time: 0.0296829 Nov 18 16:42:36.385066 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e16d-3706-46e5-abd2-836c5dce8194 req-2d263f7d-db4e-461e-8568-83f294a251fe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:36.386708 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8b66e16d-3706-46e5-abd2-836c5dce8194 req-2d263f7d-db4e-461e-8568-83f294a251fe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0498121 Nov 18 16:42:36.437104 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8b66e16d-3706-46e5-abd2-836c5dce8194 req-4f1b682e-2162-40ca-8c52-3390db741599 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436041 Nov 18 16:42:37.241936 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-5aad36fb-a8e3-43dc-8c5d-460158429c19 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:37.243167 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-5aad36fb-a8e3-43dc-8c5d-460158429c19 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "GET /v2.0/networks?id=a8016fd1-68d9-4122-a851-58dcdf52e96c HTTP/1.1" status: 200 len: 814 time: 0.1120474 Nov 18 16:42:37.259731 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Request body: {'port': {'device_id': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c', 'admin_state_up': True, 'tenant_id': '7150bff6c3f443a78a994227ba2a1d2a'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:37.303790 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ef2f528-5c7e-4f66-9a66-cdf60117d438 req-3a8b5b86-6820-49bf-8970-cf4f1f450f86 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 210 time: 0.0405443 Nov 18 16:42:37.395995 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Made reservation on behalf of 7150bff6c3f443a78a994227ba2a1d2a for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:42:37.399541 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:37.526592 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Allocated IP 172.20.0.10 (a8016fd1-68d9-4122-a851-58dcdf52e96c/c0a30546-c5a5-411f-86c1-273048d49a09/c8b8c676-4dde-416c-9894-89980a59365b) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:42:37.559815 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf85c4-b68c-484e-9f8d-d6c02bc9bd52 req-2d807f3b-1e65-4f2b-b8ef-342e9232018e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:37.561259 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5bdf85c4-b68c-484e-9f8d-d6c02bc9bd52 req-2d807f3b-1e65-4f2b-b8ef-342e9232018e tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0509009 Nov 18 16:42:37.611618 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5bdf85c4-b68c-484e-9f8d-d6c02bc9bd52 req-4bd7abdc-7b27-4b49-a271-efd7b9e3108b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437829 Nov 18 16:42:37.688058 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:37.729866 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:37.778639 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Network a8016fd1-68d9-4122-a851-58dcdf52e96c is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:42:37.782013 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:42:37.786023 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:42:37.814268 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Pushing event updated for resources: {'Port': ['ID=c8b8c676-4dde-416c-9894-89980a59365b,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:37.830023 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.830417 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.830860 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.831244 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.831595 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.831931 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.832343 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.832765 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.833104 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.833465 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.833867 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.834237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:37.857885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:37.858602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:37.875242 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-baf43f5e-c1ab-49b9-846c-584a0c6301c2 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6197159 Nov 18 16:42:37.887778 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Request body: {'port': {'device_id': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:37.944644 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.209157 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b8c676-4dde-416c-9894-89980a59365b {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:42:38.217070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.228935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Transition to ACTIVE for port object c8b8c676-4dde-416c-9894-89980a59365b will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:42:38.233572 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.279539 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b8c676-4dde-416c-9894-89980a59365b,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:38.356757 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Attempting to bind port c8b8c676-4dde-416c-9894-89980a59365b on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:42:38.357092 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Attempting to bind port c8b8c676-4dde-416c-9894-89980a59365b by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:42:38.357422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Attempting to bind port c8b8c676-4dde-416c-9894-89980a59365b on network a8016fd1-68d9-4122-a851-58dcdf52e96c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:42:38.361952 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Port c8b8c676-4dde-416c-9894-89980a59365b on network a8016fd1-68d9-4122-a851-58dcdf52e96c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:42:38.362366 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Attempting to bind port c8b8c676-4dde-416c-9894-89980a59365b on network a8016fd1-68d9-4122-a851-58dcdf52e96c {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:42:38.367379 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:42:38.367713 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Checking segment: {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:42:38.368092 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Bound using segment: {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:42:38.368518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Bound port: c8b8c676-4dde-416c-9894-89980a59365b, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7114bd3e-df7b-40d2-9a6e-59b8ccecb292', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:42:38.368870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.464173 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e454fa2-1f9f-467c-9efd-3216265fc899 req-c56c8799-fcac-40f3-8aaa-b3e8364aeb0f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:38.465788 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6e454fa2-1f9f-467c-9efd-3216265fc899 req-c56c8799-fcac-40f3-8aaa-b3e8364aeb0f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 944 time: 0.0878124 Nov 18 16:42:38.468234 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] For port c8b8c676-4dde-416c-9894-89980a59365b, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:42:38.471559 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] For port c8b8c676-4dde-416c-9894-89980a59365b, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8b8c676-4dde-416c-9894-89980a59365b,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:42:38.480777 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.538059 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:38.538700 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.540052 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] 10.222.0.66 "PUT /v2.0/ports/c8b8c676-4dde-416c-9894-89980a59365b HTTP/1.1" status: 200 len: 1094 time: 0.6569316 Nov 18 16:42:38.540491 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'tag': 'c8b8c676-4dde-416c-9894-89980a59365b'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:38.542969 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd228869-e0e2-400e-bc52-05dd33c6115a" -d '{"events": [{"name": "network-changed", "server_uuid": "d8e65935-28b0-47ce-91bb-83e01f12f7da", "tag": "c8b8c676-4dde-416c-9894-89980a59365b"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:38.569999 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6e454fa2-1f9f-467c-9efd-3216265fc899 req-adfc1709-7377-47ec-9dc9-e9113d5eeda7 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970621 Nov 18 16:42:38.581006 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2ae08-9201-470e-b46b-679691646065 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b8c676-4dde-416c-9894-89980a59365b,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:38.592893 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0e4f06-8f16-4c24-ac0e-0fdeb0ecc222 x-openstack-request-id: req-2e0e4f06-8f16-4c24-ac0e-0fdeb0ecc222 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:38.593192 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8e65935-28b0-47ce-91bb-83e01f12f7da", "tag": "c8b8c676-4dde-416c-9894-89980a59365b", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:38.593450 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e0e4f06-8f16-4c24-ac0e-0fdeb0ecc222 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:38.593857 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'tag': 'c8b8c676-4dde-416c-9894-89980a59365b', 'status': 'completed', 'code': 200} Nov 18 16:42:38.659190 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228869-e0e2-400e-bc52-05dd33c6115a req-237085e2-7341-40e5-9879-8413b8bac02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:38.660782 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd228869-e0e2-400e-bc52-05dd33c6115a req-237085e2-7341-40e5-9879-8413b8bac02b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 1097 time: 0.0435228 Nov 18 16:42:38.734474 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:42:38.796795 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6633a-cef7-46cc-ac60-4b8679ef4d22 req-d32d3ed6-e7fe-44ea-af1c-a9085bde9f7f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:38.798377 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15f6633a-cef7-46cc-ac60-4b8679ef4d22 req-d32d3ed6-e7fe-44ea-af1c-a9085bde9f7f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.1077867 Nov 18 16:42:38.825382 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228869-e0e2-400e-bc52-05dd33c6115a req-34d6148f-aea4-4a4d-8b2b-55936f03caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:38.827049 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd228869-e0e2-400e-bc52-05dd33c6115a req-34d6148f-aea4-4a4d-8b2b-55936f03caae service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1578410 Nov 18 16:42:38.838387 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:38.855763 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'mac_address': 'fa:16:3e:42:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:42:38.888468 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-15f6633a-cef7-46cc-ac60-4b8679ef4d22 req-25843667-af7a-48e7-b7a6-ae472012ccc2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802577 Nov 18 16:42:38.910007 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.923935 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ae644b-abde-4b0f-a3fd-8dffb010ac54 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:42:38.944118 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:38.948142 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:38.951369 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd228869-e0e2-400e-bc52-05dd33c6115a req-b62b73ce-486a-4bb5-b645-8fd8d70457d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:38.952884 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dd228869-e0e2-400e-bc52-05dd33c6115a req-b62b73ce-486a-4bb5-b645-8fd8d70457d1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175923 Nov 18 16:42:39.002550 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:39.010006 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.010457 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.010805 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.011227 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.011626 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.012236 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.012764 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.013081 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.013454 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.013887 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.014273 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.014666 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:42:39.035310 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-f4751e82-c6a3-45fd-a204-59b51017a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:39.036816 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-f4751e82-c6a3-45fd-a204-59b51017a331 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 1097 time: 0.0428534 Nov 18 16:42:39.082683 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-6e0b3dfa-2da7-42f2-925b-78408cfff05b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8b8c676-4dde-416c-9894-89980a59365b HTTP/1.1" status: 200 len: 217 time: 0.0354564 Nov 18 16:42:39.133103 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-f27de899-31e0-45eb-aa71-0c51ad3cb0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:39.134536 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-f27de899-31e0-45eb-aa71-0c51ad3cb0ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c0a30546-c5a5-411f-86c1-273048d49a09 HTTP/1.1" status: 200 len: 854 time: 0.0442870 Nov 18 16:42:39.170015 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-1ca70e9d-2832-4f51-acc7-3627fbf1626b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a8016fd1-68d9-4122-a851-58dcdf52e96c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276709 Nov 18 16:42:39.189689 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21ae644b-abde-4b0f-a3fd-8dffb010ac54'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:42:39.264576 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-52a3134f-4bd0-40fb-b7b3-b8e1dceec80e service neutron] 10.222.0.66 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850673 Nov 18 16:42:39.360336 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ebcfa13-5cd1-4ae5-838e-fcc1e500604e req-d4ca0862-e834-46a6-8f9a-67ff2c3ee0fd service neutron] 10.222.0.66 "GET /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882418 Nov 18 16:42:39.700602 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4053df02-217e-4663-9f62-a28158d7c1d9 req-60f11b1a-9d2b-48b4-bdf8-cb83e694a786 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:39.702074 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4053df02-217e-4663-9f62-a28158d7c1d9 req-60f11b1a-9d2b-48b4-bdf8-cb83e694a786 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 944 time: 0.0528667 Nov 18 16:42:39.750524 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4053df02-217e-4663-9f62-a28158d7c1d9 req-b48470b1-bbcc-4776-ab59-dcf96ee36664 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424986 Nov 18 16:42:40.017872 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d3853-85ee-4237-a591-b2bea5c96b53 req-90f03e8b-5364-4067-b32b-b897cc814c85 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:40.019466 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e5d3853-85ee-4237-a591-b2bea5c96b53 req-90f03e8b-5364-4067-b32b-b897cc814c85 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 944 time: 0.0497081 Nov 18 16:42:40.070758 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e5d3853-85ee-4237-a591-b2bea5c96b53 req-3008599c-ca38-4957-9a69-da030310b71b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444365 Nov 18 16:42:40.163524 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39680) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:40.271276 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f228583d-945f-495d-954e-f245c4f4da15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.344325 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f228583d-945f-495d-954e-f245c4f4da15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.348146 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f228583d-945f-495d-954e-f245c4f4da15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.388114 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f228583d-945f-495d-954e-f245c4f4da15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb7e0e6-c3c8-4e6a-a164-60eabe18d361,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:40.392708 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f228583d-945f-495d-954e-f245c4f4da15 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4e45bfea45f247ddb86c803699ae4191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281227 Nov 18 16:42:40.395789 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39684) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:40.442593 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-632179ad-33d9-45a7-8a39-f8ce64453786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.462727 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-632179ad-33d9-45a7-8a39-f8ce64453786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.508660 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-632179ad-33d9-45a7-8a39-f8ce64453786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.511979 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-632179ad-33d9-45a7-8a39-f8ce64453786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.513148 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-632179ad-33d9-45a7-8a39-f8ce64453786 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bfb7e0e6-c3c8-4e6a-a164-60eabe18d361 HTTP/1.1" status: 204 len: 168 time: 0.1168821 Nov 18 16:42:40.520967 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632179ad-33d9-45a7-8a39-f8ce64453786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb7e0e6-c3c8-4e6a-a164-60eabe18d361,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:40.738661 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:42:40.789391 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:42:40.794278 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:42:40.794579 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.880471 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.887585 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd879244-2ab9-4a25-ba7b-920a9f2de414 req-a0f06508-d3d9-4092-9b48-d61f332bef6f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:40.889461 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bd879244-2ab9-4a25-ba7b-920a9f2de414 req-a0f06508-d3d9-4092-9b48-d61f332bef6f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 944 time: 0.0543673 Nov 18 16:42:40.914082 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:40.918683 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad3b353-eb4a-4374-a18c-53f414b91b43" -d '{"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-plugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:40.940355 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:40.946352 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:40.948511 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bd879244-2ab9-4a25-ba7b-920a9f2de414 req-ead6c9fb-d6c8-48dd-a764-e5996f7cc01b tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531559 Nov 18 16:42:40.977295 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8363a60c-e595-4583-9cb2-afe468b88260 x-openstack-request-id: req-8363a60c-e595-4583-9cb2-afe468b88260 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:40.977636 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-plugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:40.977867 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8363a60c-e595-4583-9cb2-afe468b88260 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:40.978240 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'code': 200} Nov 18 16:42:41.013769 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:41.152047 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae6710-1cf6-4cb3-8100-aea9645a2bf6 req-f569a3e1-9625-4a9d-8933-bb99106199cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:41.153566 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99ae6710-1cf6-4cb3-8100-aea9645a2bf6 req-f569a3e1-9625-4a9d-8933-bb99106199cc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1098 time: 0.0450370 Nov 18 16:42:41.234617 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99ae6710-1cf6-4cb3-8100-aea9645a2bf6 req-6d3c074e-2c16-4e6a-ba81-2a035b4140f3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738103 Nov 18 16:42:41.242682 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a27fa-eb94-4e8c-bcf5-b5f9fe7b3065 req-ae7f3d68-36e2-4514-b8bb-061dadeeca99 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:41.244109 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-118a27fa-eb94-4e8c-bcf5-b5f9fe7b3065 req-ae7f3d68-36e2-4514-b8bb-061dadeeca99 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0779219 Nov 18 16:42:41.298075 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-118a27fa-eb94-4e8c-bcf5-b5f9fe7b3065 req-bc79524f-4981-47c8-946f-4c6412d42bf8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468683 Nov 18 16:42:42.092226 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a0df3-cd46-45cf-b313-b9d0ecb3bc62 req-59ba5a6b-6772-408c-bcd9-3cff5e39a298 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:42.093743 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4f5a0df3-cd46-45cf-b313-b9d0ecb3bc62 req-59ba5a6b-6772-408c-bcd9-3cff5e39a298 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 944 time: 0.0697191 Nov 18 16:42:42.149495 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4f5a0df3-cd46-45cf-b313-b9d0ecb3bc62 req-e30eb639-1a5b-4368-8052-cb6cb1e41519 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497694 Nov 18 16:42:42.421434 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919479c-a29a-48b2-9fff-45054e67f9be req-1ded8936-f3af-49b3-8362-b1162313a3e2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:42.423047 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e919479c-a29a-48b2-9fff-45054e67f9be req-1ded8936-f3af-49b3-8362-b1162313a3e2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0502543 Nov 18 16:42:42.472365 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e919479c-a29a-48b2-9fff-45054e67f9be req-a00e4391-830b-4302-80e7-18b8575aec84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433190 Nov 18 16:42:42.588385 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc08648f-7284-4c39-819a-6596436453e9 req-e0d48bcd-d393-4753-98e0-5d498567a6a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:42.590151 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fc08648f-7284-4c39-819a-6596436453e9 req-e0d48bcd-d393-4753-98e0-5d498567a6a4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0495210 Nov 18 16:42:42.601717 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39726) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:42:42.603251 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Request body: {'floatingip': {'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:42:42.645294 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:42.744400 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device c8b8c676-4dde-416c-9894-89980a59365b details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:42:42.877135 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port c8b8c676-4dde-416c-9894-89980a59365b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8b8c676-4dde-416c-9894-89980a59365b,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:42.889799 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'c8b8c676-4dde-416c-9894-89980a59365b', 'network_id': 'a8016fd1-68d9-4122-a851-58dcdf52e96c', 'port_id': 'c8b8c676-4dde-416c-9894-89980a59365b', 'mac_address': 'fa:16:3e:91:8e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a30546-c5a5-411f-86c1-273048d49a09', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:42:42.928938 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:42.943359 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b8c676-4dde-416c-9894-89980a59365b {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:42:42.963360 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port c8b8c676-4dde-416c-9894-89980a59365b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8b8c676-4dde-416c-9894-89980a59365b,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:42.968186 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:43.019898 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=c8b8c676-4dde-416c-9894-89980a59365b,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:43.270528 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ff3e2-970c-4470-813a-d36069f00b44 req-b267e7b0-283e-4736-973a-0cc45302ef95 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:43.272135 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6e0ff3e2-970c-4470-813a-d36069f00b44 req-b267e7b0-283e-4736-973a-0cc45302ef95 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 945 time: 0.0532861 Nov 18 16:42:43.310007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:43.314625 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:43.326566 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6e0ff3e2-970c-4470-813a-d36069f00b44 req-4c5034a5-d0c1-4218-ab9b-857cdb6ea0fb tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473359 Nov 18 16:42:43.413396 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.l3_db [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Floating IP a414bac1-c5d7-4aec-870e-b2b82af08ffb associated. External IP: 172.27.3.126, port: 21ae644b-abde-4b0f-a3fd-8dffb010ac54. Nov 18 16:42:43.819202 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Router eba38177-e5fd-427a-8ffe-40041803a6e4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:42:43.928470 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:42:43.934656 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:43.940077 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44775a16-8770-48af-886b-6700479bcc46 None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:42:43.951113 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:42:43.951730 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:43.962533 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-c7054974-65ce-47e2-9f33-27da49f338ef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "PUT /v2.0/floatingips/a414bac1-c5d7-4aec-870e-b2b82af08ffb HTTP/1.1" status: 200 len: 991 time: 1.3626528 Nov 18 16:42:43.963133 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:43.965821 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:44.004588 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a7dfe9-c1d8-484a-87ec-9af389e3913c x-openstack-request-id: req-84a7dfe9-c1d8-484a-87ec-9af389e3913c {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:44.004889 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:44.005150 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84a7dfe9-c1d8-484a-87ec-9af389e3913c {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:44.005668 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'status': 'completed', 'code': 200} Nov 18 16:42:44.060177 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:42:44.444618 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a414bac1-c5d7-4aec-870e-b2b82af08ffb', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'mac_address': 'fa:16:3e:42:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:42:23Z', 'updated_at': '2021-11-18T16:42:43Z', 'revision_number': 1, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:44.445227 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c53ea-2fda-414d-83ef-acfbc95a44e2 req-1273a526-3653-44bd-837d-b9c1d3a066ba tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:44.446756 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a28c53ea-2fda-414d-83ef-acfbc95a44e2 req-1273a526-3653-44bd-837d-b9c1d3a066ba tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 945 time: 0.0492995 Nov 18 16:42:44.472299 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44775a16-8770-48af-886b-6700479bcc46 None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:42:44.481433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:42:44.482049 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:44.495351 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a28c53ea-2fda-414d-83ef-acfbc95a44e2 req-f190207d-94c9-4c41-a1bf-3b716387208b tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419662 Nov 18 16:42:44.591127 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:42:44.825495 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-44775a16-8770-48af-886b-6700479bcc46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a414bac1-c5d7-4aec-870e-b2b82af08ffb', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'mac_address': 'fa:16:3e:42:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:42:23Z', 'updated_at': '2021-11-18T16:42:43Z', 'revision_number': 1, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:42:44.862151 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44775a16-8770-48af-886b-6700479bcc46 None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a414bac1-c5d7-4aec-870e-b2b82af08ffb', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'mac_address': 'fa:16:3e:42:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:42:23Z', 'updated_at': '2021-11-18T16:42:43Z', 'revision_number': 1, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:42:45.039041 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60bab92-10a6-447b-ac0c-58acffc4794a None None] New status for floating IP a414bac1-c5d7-4aec-870e-b2b82af08ffb: ACTIVE {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:42:45.612317 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eb428-4509-444c-a7ac-14ca7a103276 req-9bff6cdc-00dd-4ea3-b7be-5a244cd04d64 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:45.613826 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b2eb428-4509-444c-a7ac-14ca7a103276 req-9bff6cdc-00dd-4ea3-b7be-5a244cd04d64 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 945 time: 0.0490921 Nov 18 16:42:45.660925 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0b2eb428-4509-444c-a7ac-14ca7a103276 req-a2267d1d-1257-43fe-862c-b2df3b25715c tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412228 Nov 18 16:42:45.959044 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['c8b8c676-4dde-416c-9894-89980a59365b'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:42:45.995878 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-6b7d76ba-12fd-44f6-b3b9-32bf87ee0b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:45.997501 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-6b7d76ba-12fd-44f6-b3b9-32bf87ee0b4c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1098 time: 0.1515861 Nov 18 16:42:46.096237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-e42ef6c3-3838-425f-b2a8-85826e51285d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:46.096671 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:42:46.097950 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-e42ef6c3-3838-425f-b2a8-85826e51285d service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0924141 Nov 18 16:42:46.181389 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-cae01e82-432a-4d6d-acf3-5291643d1302 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 1001 time: 0.0753481 Nov 18 16:42:46.235086 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-385d6db5-ace7-452e-bd1e-10b306e6f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:46.236561 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-385d6db5-ace7-452e-bd1e-10b306e6f5e8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0453706 Nov 18 16:42:46.285260 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-9dcddd79-7415-4b15-8609-0abe9ac1659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:46.286949 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-9dcddd79-7415-4b15-8609-0abe9ac1659b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398574 Nov 18 16:42:46.384674 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-f73d3456-682f-4b85-aaf1-caf882fc7ec9 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871706 Nov 18 16:42:46.481302 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-84a041b7-0b45-4fc2-8ce2-01eebb91c8eb req-5bd3e231-12fc-4a91-984a-e525bcc3cc3a service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875895 Nov 18 16:42:46.765485 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device c8b8c676-4dde-416c-9894-89980a59365b up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:42:46.782948 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd82249-f2b6-4f40-be70-dbe9866677e4 req-9d2f3ad2-a886-449e-90cf-2a664e4277c3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:46.784580 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fcd82249-f2b6-4f40-be70-dbe9866677e4 req-9d2f3ad2-a886-449e-90cf-2a664e4277c3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 945 time: 0.0521476 Nov 18 16:42:46.819509 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port c8b8c676-4dde-416c-9894-89980a59365b completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:42:46.824338 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port c8b8c676-4dde-416c-9894-89980a59365b triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:42:46.824690 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:46.832920 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fcd82249-f2b6-4f40-be70-dbe9866677e4 req-75537e7e-766c-4bee-8c6f-7ffb7b8f64c8 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422237 Nov 18 16:42:46.913871 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:46.939154 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8c676-4dde-416c-9894-89980a59365b'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:42:46.941441 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aef50fc-94cf-487d-b021-fc92c2e69f39" -d '{"events": [{"server_uuid": "d8e65935-28b0-47ce-91bb-83e01f12f7da", "name": "network-vif-plugged", "status": "completed", "tag": "c8b8c676-4dde-416c-9894-89980a59365b"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:42:46.956313 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port c8b8c676-4dde-416c-9894-89980a59365b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8b8c676-4dde-416c-9894-89980a59365b,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:42:46.961789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:46.991522 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd937742-07af-4b43-bf20-ba5e4b165ac0 x-openstack-request-id: req-cd937742-07af-4b43-bf20-ba5e4b165ac0 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:42:46.991832 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e65935-28b0-47ce-91bb-83e01f12f7da", "name": "network-vif-plugged", "status": "completed", "tag": "c8b8c676-4dde-416c-9894-89980a59365b", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:42:46.992121 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd937742-07af-4b43-bf20-ba5e4b165ac0 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:42:46.992529 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b8c676-4dde-416c-9894-89980a59365b', 'code': 200} Nov 18 16:42:47.022168 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=c8b8c676-4dde-416c-9894-89980a59365b,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:42:47.172727 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908bc84-f1dd-4270-9041-5b26b2c2470e req-c408ba3a-d02e-4bdd-b804-2bff07b2d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:47.174278 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2908bc84-f1dd-4270-9041-5b26b2c2470e req-c408ba3a-d02e-4bdd-b804-2bff07b2d423 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 1099 time: 0.0429671 Nov 18 16:42:47.223928 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2908bc84-f1dd-4270-9041-5b26b2c2470e req-5b5f24e1-4ae0-4ef8-95c0-34b4c87adfb0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Nov 18 16:42:47.956211 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b21a5-420a-4ca6-968d-b9fac616d62e req-a7c80e78-64ce-4aa5-8e86-221ca9217431 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:47.957797 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b39b21a5-420a-4ca6-968d-b9fac616d62e req-a7c80e78-64ce-4aa5-8e86-221ca9217431 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0541947 Nov 18 16:42:48.008695 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b39b21a5-420a-4ca6-968d-b9fac616d62e req-e9963536-1366-4a63-af16-d6640ea304f3 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449502 Nov 18 16:42:49.133050 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5adbe-e836-4f07-8326-d5a52484a1cc req-c343b1b4-2a14-437c-b3d5-8ea1e2198931 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:49.134572 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-48a5adbe-e836-4f07-8326-d5a52484a1cc req-c343b1b4-2a14-437c-b3d5-8ea1e2198931 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0519655 Nov 18 16:42:49.186104 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-48a5adbe-e836-4f07-8326-d5a52484a1cc req-ba0c13fd-1afa-48ef-93a7-568859ece6b6 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445807 Nov 18 16:42:50.313115 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acce46a-5607-466d-adb5-65c76b5a81a5 req-8db2acfb-2a87-487b-8264-66266c164fa1 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:50.314674 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6acce46a-5607-466d-adb5-65c76b5a81a5 req-8db2acfb-2a87-487b-8264-66266c164fa1 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0544820 Nov 18 16:42:50.363659 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6acce46a-5607-466d-adb5-65c76b5a81a5 req-965fb807-c23a-40dd-98f5-2ea261f4b562 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429051 Nov 18 16:42:51.488622 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1f3c2-f8b8-428b-8851-2219e61bce5c req-71e0c28b-3cbd-4d1b-808a-98040ce301d4 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:42:51.490181 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-32a1f3c2-f8b8-428b-8851-2219e61bce5c req-71e0c28b-3cbd-4d1b-808a-98040ce301d4 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0509679 Nov 18 16:42:51.537962 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-32a1f3c2-f8b8-428b-8851-2219e61bce5c req-6ee78e96-8902-44b1-8cd7-823e61c43020 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418181 Nov 18 16:42:54.833294 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9b483328-9c09-4643-bca5-4ad1114f6336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:56.984403 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5dbeb287-58d4-4de0-9970-537984b0cf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:58.514807 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:42:59.827603 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:00.312777 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:00.800666 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39898) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:00.927287 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-020d9efe-8eca-41ed-8f5c-843094c27721 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.023062 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-020d9efe-8eca-41ed-8f5c-843094c27721 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.028072 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-020d9efe-8eca-41ed-8f5c-843094c27721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.074696 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-020d9efe-8eca-41ed-8f5c-843094c27721 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7b8312f88f3a45a7970d42e4181d6d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2698436 Nov 18 16:43:01.074696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d9efe-8eca-41ed-8f5c-843094c27721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01b1a2f-92a3-4b67-8af4-fdc2487b4e01,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:01.079188 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39906) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:01.125637 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.147079 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.205179 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.207835 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.209009 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d8617013-3150-4494-8702-93184947145e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f01b1a2f-92a3-4b67-8af4-fdc2487b4e01 HTTP/1.1" status: 204 len: 168 time: 0.1328244 Nov 18 16:43:01.217959 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8617013-3150-4494-8702-93184947145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01b1a2f-92a3-4b67-8af4-fdc2487b4e01,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:01.226047 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.226536 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.226779 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.227118 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.227456 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.227792 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.228202 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.228564 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.229129 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.229523 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.229867 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.230190 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8617013-3150-4494-8702-93184947145e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:01.360356 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.841806 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39928) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:01.940393 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-30399982-network', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:01.961870 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Made reservation on behalf of 300fc2e2607a4afd9bf5ece4556a0d2c for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:01.964265 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:01.972907 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.050580 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.055593 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.086365 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:43:02.093444 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4769b1ad-fc05-4328-b48f-09c517a26e58,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:02.099792 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.100402 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Added segment e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8 of type vlan for network a38614e4-f580-4ed5-b0ae-afcebbb83aac Nov 18 16:43:02.146547 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.174507 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.175508 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:02.176149 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.216119 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3730991 Nov 18 16:43:02.219974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39940) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:02.227635 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Request body: {'subnet': {'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-30399982-subnet', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:02.251631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Made reservation on behalf of 300fc2e2607a4afd9bf5ece4556a0d2c for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:02.253212 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cab15e-cd2f-4fbe-8eaa-17ae9c6dec6b admin admin] Pushing event updated for resources: {'Network': ['ID=a38614e4-f580-4ed5-b0ae-afcebbb83aac,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:02.254097 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.267564 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:43:02.659338 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.719940 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8e946b-25a4-4b4e-b388-91a0458dbbdb,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:02.729497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Checking segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:02.729497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Network hostable DHCP agents. Network: a38614e4-f580-4ed5-b0ae-afcebbb83aac, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:43:02.749300 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:43:02.758490 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, a38614e4-f580-4ed5-b0ae-afcebbb83aac) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:02.764348 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:02.765398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.768544 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efcbee5-f018-404f-b468-54dc42d198e2 None None] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:02.783673 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-064aec06-8455-4f1d-9c7c-0763f99794ab admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5613129 Nov 18 16:43:02.786281 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39942) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:02.790727 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:02.811689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.812753 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.867572 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:02.921310 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:43:02.922184 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.006370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.090004 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Allocated IP 172.20.0.2 (a38614e4-f580-4ed5-b0ae-afcebbb83aac/cb8e946b-25a4-4b4e-b388-91a0458dbbdb/6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:03.242979 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.267915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.271926 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.279757 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.317881 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:03.320933 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:03.324168 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:03.344200 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Pushing event updated for resources: {'Port': ['ID=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:03.377171 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Allocated IP 172.27.3.45 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/5e2582dc-e728-4376-aada-8e4e8715ebe9) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:03.389943 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Attempting to bind port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:03.390404 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Attempting to bind port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:03.390831 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Attempting to bind port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:03.396245 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:03.396600 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Checking segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:03.396916 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.397361 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Bound using segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:03.397799 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Bound port: 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:03.398182 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.466152 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] For port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:03.469511 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] For port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:03.473702 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.485839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.522190 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:03.536624 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb0608-a2c1-47bf-bed0-2074783df198 None None] Pushing event updated for resources: {'Port': ['ID=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:03.577437 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:03.580707 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:03.587663 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:03.592406 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Pushing event updated for resources: {'Port': ['ID=5e2582dc-e728-4376-aada-8e4e8715ebe9,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:03.868550 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:04.070034 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:04.205136 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:43:04.336477 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:04.348770 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:04.358012 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:04.359431 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-61715120-59bb-4a76-90b3-85f87096629e admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5719008 Nov 18 16:43:04.362233 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39954) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:04.365222 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:04.365902 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:04.478349 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:04.661014 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d997583f-e598-42af-8a9e-79bd890d6eb4 None None] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:04.753597 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-04ea9e08-7ed0-4e3f-963a-2cf3f160b020 None None] Provisioning complete for port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:04.753976 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-04ea9e08-7ed0-4e3f-963a-2cf3f160b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:04.807741 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:04.971269 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Allocated IP 172.20.0.1 (a38614e4-f580-4ed5-b0ae-afcebbb83aac/cb8e946b-25a4-4b4e-b388-91a0458dbbdb/9b83cc5e-b315-4c81-92bd-94ae05f66e63) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:04.987339 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-04ea9e08-7ed0-4e3f-963a-2cf3f160b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.032575 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:03Z', 'revision_number': 3, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:05.037981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-04ea9e08-7ed0-4e3f-963a-2cf3f160b020 None None] For port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:05.067487 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-04ea9e08-7ed0-4e3f-963a-2cf3f160b020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.069115 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:05.069475 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Updating router d33f6d70-c4d5-4029-91fa-9551dcd638bd port 5e2582dc-e728-4376-aada-8e4e8715ebe9 binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:05.105128 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.127978 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.152175 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.169886 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea9e08-7ed0-4e3f-963a-2cf3f160b020 None None] Pushing event updated for resources: {'Port': ['ID=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:05.206496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Pushing event updated for resources: {'Port': ['ID=9b83cc5e-b315-4c81-92bd-94ae05f66e63,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:05.211052 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:05.213388 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:05.216726 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:05.258089 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.258778 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:05.353322 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d557597d-449e-4bda-8fc3-2f026c56bf7d None None] Provisioning complete for port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:05.354819 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d557597d-449e-4bda-8fc3-2f026c56bf7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.415819 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.446222 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:05.446624 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.596471 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.602605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.653660 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.667190 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.695071 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Pushing event updated for resources: {'Port': ['ID=9b83cc5e-b315-4c81-92bd-94ae05f66e63,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:05.698365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.723053 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-1447c497-a8e2-45b8-b3b5-574bc1bb59f5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458849284&fields=id&tenant_id=a57969bd21194feca2d2df3bc8bd0757 HTTP/1.1" status: 200 len: 267 time: 0.0675342 Nov 18 16:43:05.735981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Attempting to bind port 5e2582dc-e728-4376-aada-8e4e8715ebe9 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:05.735981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Attempting to bind port 5e2582dc-e728-4376-aada-8e4e8715ebe9 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:05.735981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Attempting to bind port 5e2582dc-e728-4376-aada-8e4e8715ebe9 on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:05.750867 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d971-5dd4-4e36-8ee3-aa4a796d187c None None] Pushing event updated for resources: {'Port': ['ID=5e2582dc-e728-4376-aada-8e4e8715ebe9,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:05.755270 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:05.755647 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:05.756051 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.756448 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:05.756933 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Bound port: 5e2582dc-e728-4376-aada-8e4e8715ebe9, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:05.757325 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.779412 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-f8226121-53f4-4c93-a25b-b1bdd5efb8a9 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:05.782789 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-f8226121-53f4-4c93-a25b-b1bdd5efb8a9 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 984 time: 0.0590525 Nov 18 16:43:05.784957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3b6b43c-42a6-42be-9939-f24750eb4b22 None None] Provisioning complete for port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:05.785345 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3b6b43c-42a6-42be-9939-f24750eb4b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.793723 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Request body: {'port': {'security_groups': ['53913cbb-f135-4a90-81f9-996718968819']}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:05.809424 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:05.810971 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:05.847198 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3b6b43c-42a6-42be-9939-f24750eb4b22 None None] Port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:05.852103 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] For port 5e2582dc-e728-4376-aada-8e4e8715ebe9, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:05.857362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] For port 5e2582dc-e728-4376-aada-8e4e8715ebe9, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5e2582dc-e728-4376-aada-8e4e8715ebe9,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:05.865433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.877080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:05.922059 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:05.922851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:06.050172 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:06.121690 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33d971-5dd4-4e36-8ee3-aa4a796d187c None None] Pushing event updated for resources: {'Port': ['ID=5e2582dc-e728-4376-aada-8e4e8715ebe9,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:06.161712 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:06.167743 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-e3295438-f6c4-410c-aa77-56527f1bd722 None None] Provisioning complete for port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:06.168124 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e3295438-f6c4-410c-aa77-56527f1bd722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.195312 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.200630 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4326234'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.212556 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:06.222478 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['2e5d0a51-8406-4f5c-a741-903f01eb1ba3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:43:06.247909 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:06.248532 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.250327 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ca9162ca-f6b8-4504-b2a7-710abb7e6ba7 req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "PUT /v2.0/ports/2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 942 time: 0.4619884 Nov 18 16:43:06.250840 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:06.253328 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc32059-be34-4c92-b026-96a3e6b98805" -d '{"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:06.260974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39962) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:06.289592 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-e3295438-f6c4-410c-aa77-56527f1bd722 None None] Port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:06.295658 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc2736-40e2-42c2-bd9c-8a2978b5bdf3 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event updated for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=7']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:06.366457 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['2e5d0a51-8406-4f5c-a741-903f01eb1ba3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:43:06.428106 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7c30a2f4-34fc-45ff-ab2c-22f74aecdd92 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.430280 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:06.437484 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8ea45b96-e42f-4a5d-b549-2b747a79a364 admin admin] 10.222.0.37 "PUT /v2.0/routers/d33f6d70-c4d5-4029-91fa-9551dcd638bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741911 Nov 18 16:43:06.507933 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7c30a2f4-34fc-45ff-ab2c-22f74aecdd92 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.604500 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e659ab73-6d64-4d5e-a49c-40a16394bbe1 x-openstack-request-id: req-e659ab73-6d64-4d5e-a49c-40a16394bbe1 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:06.605202 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:06.605616 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e659ab73-6d64-4d5e-a49c-40a16394bbe1 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:06.606657 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'status': 'completed', 'code': 200} Nov 18 16:43:06.609329 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7c30a2f4-34fc-45ff-ab2c-22f74aecdd92 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.612391 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7c30a2f4-34fc-45ff-ab2c-22f74aecdd92 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.616418 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 39974) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:06.623511 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7c30a2f4-34fc-45ff-ab2c-22f74aecdd92 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "DELETE /v2.0/security-groups/2159a8bc-2073-46d4-ae66-7b94513ec8a9 HTTP/1.1" status: 204 len: 168 time: 0.3592181 Nov 18 16:43:06.696131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30a2f4-34fc-45ff-ab2c-22f74aecdd92 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159a8bc-2073-46d4-ae66-7b94513ec8a9,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:06.719871 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-8aad64a7-2533-44ba-bda8-56d15f6d1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:06.721959 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-8aad64a7-2533-44ba-bda8-56d15f6d1062 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1098 time: 0.0809698 Nov 18 16:43:06.800923 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-aec9eff9-4322-48eb-ba37-e5993bcea314 None None] Provisioning complete for port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:06.801325 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-aec9eff9-4322-48eb-ba37-e5993bcea314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.849056 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-9bc21fca-cfe0-4f00-afe1-11ff5a304e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:06.850683 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-9bc21fca-cfe0-4f00-afe1-11ff5a304e62 service neutron] 10.222.0.66 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 916 time: 0.1159205 Nov 18 16:43:06.887720 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Deleting port 71ad92cc-35bc-4373-9359-a4f730eed893 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:06.888995 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.945627 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 2, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:06.954208 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-79b4a830-306a-4a59-aaf5-cd35e18fac71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 1000 time: 0.0930498 Nov 18 16:43:06.988693 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:06.989351 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.002966 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Calling delete_port for 71ad92cc-35bc-4373-9359-a4f730eed893 owned by network:floatingip {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:07.006216 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6669f8d-a4ef-4cbe-a68e-9d2a3d06f542 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 2, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:07.176039 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39990) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:07.177121 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:07.181596 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-156441612-network', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:07.205944 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Made reservation on behalf of c6d9506bce6c49099b79605579f3c0e9 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:07.208870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.220361 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.236109 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.247220 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:07.247647 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.298872 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event deleted for resources: {'Port': ['ID=71ad92cc-35bc-4373-9359-a4f730eed893,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:07.375451 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks [] for floatingip, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.375726 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.l3_db [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Floating IP 9a80646c-898c-4901-8414-2ac0bb69eddb disassociated (deleted). External IP: 172.27.3.70, port: 2e5d0a51-8406-4f5c-a741-903f01eb1ba3. Nov 18 16:43:07.377748 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.391718 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.424663 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:43:07.436179 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d69e939-ec14-442d-bab5-68c6ea452922,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:07.455670 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.456014 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Added segment 5182b36e-85dc-4627-a244-70588c8fd67d of type vlan for network bdce44ae-3137-4980-9e2c-a2e753317a69 Nov 18 16:43:07.499474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.528566 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.529681 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:07.530589 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.571142 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3938351 Nov 18 16:43:07.571836 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 39994) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:07.580427 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Request body: {'subnet': {'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-156441612-subnet', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:07.616732 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fe4018-28f8-4d8a-a480-2292669a6568 admin admin] Pushing event updated for resources: {'Network': ['ID=bdce44ae-3137-4980-9e2c-a2e753317a69,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:07.633241 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network bdce44ae-3137-4980-9e2c-a2e753317a69 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:43:07.638974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Made reservation on behalf of c6d9506bce6c49099b79605579f3c0e9 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:07.643056 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.644445 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:07.781235 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:07.785620 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.793338 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] Sync routers for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:07.834906 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:07.837250 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6b11f69b-8333-4ea7-98c5-3f5525f1964b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "DELETE /v2.0/floatingips/9a80646c-898c-4901-8414-2ac0bb69eddb HTTP/1.1" status: 204 len: 168 time: 1.1993463 Nov 18 16:43:07.840429 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:07.903899 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:07.966444 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-e2b98ea7-1e29-477c-b883-62679e7f93db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:07.967965 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-e2b98ea7-1e29-477c-b883-62679e7f93db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 200 len: 854 time: 0.0963395 Nov 18 16:43:07.969773 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f78ef5-6aec-465f-a5b6-829675912fd7,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:07.996894 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:08.007956 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Checking segment: {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:08.008528 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Network hostable DHCP agents. Network: bdce44ae-3137-4980-9e2c-a2e753317a69, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:43:08.039154 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Network bdce44ae-3137-4980-9e2c-a2e753317a69 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:43:08.075918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, bdce44ae-3137-4980-9e2c-a2e753317a69) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:08.080041 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:08.081308 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.085233 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2a85bc-8eab-4c29-a2b2-6588bf7804ed None None] Network bdce44ae-3137-4980-9e2c-a2e753317a69 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:08.102894 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-3a029141-d36f-496e-b7c9-655b724f17d6 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5282006 Nov 18 16:43:08.106599 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40006) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:08.111144 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:08.141784 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.143036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.205638 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.281453 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:34Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:08.281942 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-bdce44ae-3137-4980-9e2c-a2e753317a69', 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'fixed_ips': [{'subnet_id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:43:08.282836 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.319876 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] Checking router: 4bd46c34-6195-4d68-a0b5-e97db9c24d78 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:08.334568 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:08.335680 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:08.390331 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.472487 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Allocated IP 172.20.0.2 (bdce44ae-3137-4980-9e2c-a2e753317a69/c2f78ef5-6aec-465f-a5b6-829675912fd7/35294991-fac3-48bc-ac91-bfb8cbb92a27) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:08.477623 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:08.608510 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:08.611075 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075cf02e-04bc-4fe7-b355-deea4fbd93f5" -d '{"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:08.630857 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.651759 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.658902 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c2d78-4b63-4676-bdfd-491dada67ce1 x-openstack-request-id: req-400c2d78-4b63-4676-bdfd-491dada67ce1 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:08.659204 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:08.659447 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-400c2d78-4b63-4676-bdfd-491dada67ce1 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:08.659862 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'status': 'completed', 'code': 200} Nov 18 16:43:08.661507 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.672470 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.729268 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Network bdce44ae-3137-4980-9e2c-a2e753317a69 is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:08.743695 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:08.748970 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:08.755148 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Pushing event updated for resources: {'Port': ['ID=35294991-fac3-48bc-ac91-bfb8cbb92a27,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:08.766708 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:34Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:08.788797 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Allocated IP 172.27.3.180 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/66c123c3-619b-4a31-a835-3b411469430e) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:08.803741 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732df56-4bcc-4d18-9cf1-fd7fb7b22b54 None None] The sync data for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi is: [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:39:28Z', 'revision_number': 4, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'e3b62f1d-8d58-40b1-9c37-51ce706a0a18', 'name': '', 'network_id': 'def42321-6c5f-49a8-b8ca-6024ba286c63', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'mac_address': 'fa:16:3e:68:c3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:27Z', 'updated_at': '2021-11-18T16:39:34Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'subnets': [{'id': '8637fcc3-6a68-481f-bb00-bf132ea4ec16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:08.829433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Attempting to bind port 35294991-fac3-48bc-ac91-bfb8cbb92a27 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:08.829822 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Attempting to bind port 35294991-fac3-48bc-ac91-bfb8cbb92a27 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:08.830221 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Attempting to bind port 35294991-fac3-48bc-ac91-bfb8cbb92a27 on network bdce44ae-3137-4980-9e2c-a2e753317a69 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:08.836749 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:08.837185 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Checking segment: {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:08.837605 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.838268 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Bound using segment: {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:08.838541 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Bound port: 35294991-fac3-48bc-ac91-bfb8cbb92a27, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:08.838927 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.908413 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] For port 35294991-fac3-48bc-ac91-bfb8cbb92a27, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:08.912066 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] For port 35294991-fac3-48bc-ac91-bfb8cbb92a27, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=35294991-fac3-48bc-ac91-bfb8cbb92a27,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:08.912362 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.917309 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.948750 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:08.986203 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d04c88-28ef-4b9c-99d7-b1679f607ef9 None None] Pushing event updated for resources: {'Port': ['ID=35294991-fac3-48bc-ac91-bfb8cbb92a27,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:08.997555 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:09.001325 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:09.003740 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:09.055284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Pushing event updated for resources: {'Port': ['ID=66c123c3-619b-4a31-a835-3b411469430e,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:09.235021 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5e2582dc-e728-4376-aada-8e4e8715ebe9 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:09.258151 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf22a8f-830a-42a1-b6cc-3df799238500 None None] New status for floating IP 9a80646c-898c-4901-8414-2ac0bb69eddb: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:43:09.357826 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:09.364908 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 5e2582dc-e728-4376-aada-8e4e8715ebe9 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:09.365390 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:09.456819 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:09.479006 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 5e2582dc-e728-4376-aada-8e4e8715ebe9, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5e2582dc-e728-4376-aada-8e4e8715ebe9,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:09.483733 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:09.533983 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=5e2582dc-e728-4376-aada-8e4e8715ebe9,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:09.569601 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:09.700836 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Router e66e2710-ac6e-4c7a-be00-2294464259f4 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:43:09.792145 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-fdbe2f58-1a26-4bc6-bd48-a96910059994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:09.793662 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-fdbe2f58-1a26-4bc6-bd48-a96910059994 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=def42321-6c5f-49a8-b8ca-6024ba286c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0883729 Nov 18 16:43:09.875316 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:09.883712 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Sync routers for ids ['e66e2710-ac6e-4c7a-be00-2294464259f4'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:09.894050 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Routers {'e66e2710-ac6e-4c7a-be00-2294464259f4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:09.894693 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['e66e2710-ac6e-4c7a-be00-2294464259f4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:09.926152 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:09.927453 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9f47e7aa-0b09-445d-af44-bcf60c8bf93a admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8197265 Nov 18 16:43:09.930905 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40016) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:09.943546 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-974d71ea-eeb8-428d-90e7-3857beefeaab service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160431 Nov 18 16:43:10.038667 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Set router e66e2710-ac6e-4c7a-be00-2294464259f4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:10.075819 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fc32059-be34-4c92-b026-96a3e6b98805 req-60bacd99-b860-4ddf-883e-d9925ecfcd43 service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220822 Nov 18 16:43:10.085362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:10.105327 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:10.106086 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:10.211292 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-11aba20b-e309-4313-b4b0-42206020af85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:10.213326 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-11aba20b-e309-4313-b4b0-42206020af85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a57969bd21194feca2d2df3bc8bd0757&device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 1098 time: 0.0673585 Nov 18 16:43:10.327402 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:10.340188 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 3, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:10.371555 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Checking router: e66e2710-ac6e-4c7a-be00-2294464259f4 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:10.371891 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Updating router e66e2710-ac6e-4c7a-be00-2294464259f4 port 66c123c3-619b-4a31-a835-3b411469430e binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:10.403519 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.429375 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-3c216b9e-13bb-42f9-9e08-1807c6651428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:10.432163 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-3c216b9e-13bb-42f9-9e08-1807c6651428 service neutron] 10.222.0.66 "GET /v2.0/networks?id=def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 200 len: 916 time: 0.2072268 Nov 18 16:43:10.490121 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-f53f6a8d-fb16-4746-a302-126f0900de80 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 200 len: 217 time: 0.0491216 Nov 18 16:43:10.560852 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.572804 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-113d2e5f-cc87-432f-a6e1-ee02c8d8eb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:10.575090 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-113d2e5f-cc87-432f-a6e1-ee02c8d8eb76 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 200 len: 854 time: 0.0753331 Nov 18 16:43:10.577984 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d7d315-49f5-4de1-9d07-c72eaaa1bdea None None] Network bdce44ae-3137-4980-9e2c-a2e753317a69 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:10.680291 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-f0525c56-ad0e-4326-992b-2b2ba0474c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:10.685417 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-f0525c56-ad0e-4326-992b-2b2ba0474c6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=def42321-6c5f-49a8-b8ca-6024ba286c63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1000247 Nov 18 16:43:10.754530 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Allocated IP 172.20.0.1 (bdce44ae-3137-4980-9e2c-a2e753317a69/c2f78ef5-6aec-465f-a5b6-829675912fd7/4afdb855-24bb-42d2-a2ce-530a470436ce) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:10.812312 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-49bdbc55-ccca-4c10-b74f-fbdc56b345a7 service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132765 Nov 18 16:43:10.878468 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.887703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.889975 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.907678 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-afa91369-2dab-43eb-8078-b07c7fbf284b None None] Provisioning complete for port 35294991-fac3-48bc-ac91-bfb8cbb92a27 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:10.907678 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-afa91369-2dab-43eb-8078-b07c7fbf284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.939034 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.977688 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Attempting to bind port 66c123c3-619b-4a31-a835-3b411469430e on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:10.979046 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Attempting to bind port 66c123c3-619b-4a31-a835-3b411469430e by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:10.979626 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Attempting to bind port 66c123c3-619b-4a31-a835-3b411469430e on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:10.982278 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Pushing event updated for resources: {'Port': ['ID=66c123c3-619b-4a31-a835-3b411469430e,revision_number=2']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:10.993486 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Network bdce44ae-3137-4980-9e2c-a2e753317a69 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:10.995262 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:10.995983 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:10.997189 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:10.997762 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:10.999132 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:10.999308 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Bound port: 66c123c3-619b-4a31-a835-3b411469430e, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:10.999879 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.002627 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.003238 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.004463 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.005038 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.005530 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.006058 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.006597 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.007230 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.007742 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.008281 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.008779 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.010561 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:11.010836 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:11.085599 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Pushing event updated for resources: {'Port': ['ID=4afdb855-24bb-42d2-a2ce-530a470436ce,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:11.095791 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 2, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:11.096467 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] For port 66c123c3-619b-4a31-a835-3b411469430e, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:11.102608 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] For port 66c123c3-619b-4a31-a835-3b411469430e, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=66c123c3-619b-4a31-a835-3b411469430e,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:11.110612 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.113197 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.131968 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:11.132631 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Updating router d33f6d70-c4d5-4029-91fa-9551dcd638bd port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:11.210629 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-afa91369-2dab-43eb-8078-b07c7fbf284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.245445 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.293103 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Routers {'e66e2710-ac6e-4c7a-be00-2294464259f4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:11.293742 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['e66e2710-ac6e-4c7a-be00-2294464259f4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:11.341807 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-afa91369-2dab-43eb-8078-b07c7fbf284b None None] For port 35294991-fac3-48bc-ac91-bfb8cbb92a27, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=35294991-fac3-48bc-ac91-bfb8cbb92a27,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:11.349664 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-afa91369-2dab-43eb-8078-b07c7fbf284b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.360701 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fba80-016e-4b0f-beea-8f9873b8a8ca None None] Pushing event updated for resources: {'Port': ['ID=66c123c3-619b-4a31-a835-3b411469430e,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:11.452901 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.468586 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5e2582dc-e728-4376-aada-8e4e8715ebe9 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:11.477280 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] Set router e66e2710-ac6e-4c7a-be00-2294464259f4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:11.524132 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-075cf02e-04bc-4fe7-b355-deea4fbd93f5 req-6cbf8098-08d6-4646-b58b-ac26c6fba25f service neutron] 10.222.0.66 "GET /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044053 Nov 18 16:43:11.559843 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa91369-2dab-43eb-8078-b07c7fbf284b None None] Pushing event updated for resources: {'Port': ['ID=35294991-fac3-48bc-ac91-bfb8cbb92a27,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:11.649458 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 5e2582dc-e728-4376-aada-8e4e8715ebe9 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:11.649458 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.768498 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-283fccd6-a7b7-46fb-a15f-488bbde95339 None None] Provisioning complete for port 35294991-fac3-48bc-ac91-bfb8cbb92a27 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:11.770027 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-283fccd6-a7b7-46fb-a15f-488bbde95339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.790067 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 3, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:11.802877 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.808807 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4326234'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.830894 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ed895-85be-4ae6-8923-cc6210e94e25 None None] The sync data for ids ['e66e2710-ac6e-4c7a-be00-2294464259f4'] in dv-cinder-733622-22-iscsi is: [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 3, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:11.890479 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Pushing event updated for resources: {'Port': ['ID=4afdb855-24bb-42d2-a2ce-530a470436ce,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:11.903562 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:11.929679 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 35294991-fac3-48bc-ac91-bfb8cbb92a27 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:12.018003 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Network bdce44ae-3137-4980-9e2c-a2e753317a69 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:12.019614 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:12.020681 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.052414 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.158934 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfadefe-4db8-48f0-b708-a23cb4f02dc7 None None] Pushing event updated for resources: {'Port': ['ID=9b83cc5e-b315-4c81-92bd-94ae05f66e63,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:12.163167 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 35294991-fac3-48bc-ac91-bfb8cbb92a27 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:12.163537 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.221754 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Router e66e2710-ac6e-4c7a-be00-2294464259f4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:12.304643 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-283fccd6-a7b7-46fb-a15f-488bbde95339 None None] Provisioning complete for port 4afdb855-24bb-42d2-a2ce-530a470436ce triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:12.305054 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-283fccd6-a7b7-46fb-a15f-488bbde95339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.360696 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Attempting to bind port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:12.361127 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Attempting to bind port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:12.361522 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Attempting to bind port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:12.387300 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-283fccd6-a7b7-46fb-a15f-488bbde95339 None None] Port 4afdb855-24bb-42d2-a2ce-530a470436ce cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:12.398096 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:12.398799 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Checking segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:12.399439 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.400118 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Bound using segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:12.405570 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Bound port: 9b83cc5e-b315-4c81-92bd-94ae05f66e63, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:12.406231 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:12.406729 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.425069 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-840d3a2e-2556-4ef7-aada-a2ce1dc76795 admin admin] 10.222.0.37 "PUT /v2.0/routers/e66e2710-ac6e-4c7a-be00-2294464259f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4838655 Nov 18 16:43:12.562251 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-b24b7b3c-4bc2-4b9f-9f87-7331d7f630dd None None] Provisioning complete for port 4afdb855-24bb-42d2-a2ce-530a470436ce triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:12.562646 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b24b7b3c-4bc2-4b9f-9f87-7331d7f630dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.568016 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] For port 9b83cc5e-b315-4c81-92bd-94ae05f66e63, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:12.602897 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] For port 9b83cc5e-b315-4c81-92bd-94ae05f66e63, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=9b83cc5e-b315-4c81-92bd-94ae05f66e63,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:12.613208 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.622176 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-b24b7b3c-4bc2-4b9f-9f87-7331d7f630dd None None] Port 4afdb855-24bb-42d2-a2ce-530a470436ce cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:12.683484 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:12.684134 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:12.736080 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfadefe-4db8-48f0-b708-a23cb4f02dc7 None None] Pushing event updated for resources: {'Port': ['ID=9b83cc5e-b315-4c81-92bd-94ae05f66e63,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:12.764939 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bcb139f5-f9a4-4b2b-890f-86b3dbfe2b29 None None] Provisioning complete for port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:12.765415 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bcb139f5-f9a4-4b2b-890f-86b3dbfe2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:12.907832 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:13.082723 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bcb139f5-f9a4-4b2b-890f-86b3dbfe2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.156130 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bcb139f5-f9a4-4b2b-890f-86b3dbfe2b29 None None] For port 9b83cc5e-b315-4c81-92bd-94ae05f66e63, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=9b83cc5e-b315-4c81-92bd-94ae05f66e63,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:13.202815 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bcb139f5-f9a4-4b2b-890f-86b3dbfe2b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.248452 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe44388-42a8-4cc7-8679-6ef67a6227e3 req-d89190a3-e67f-4134-a1ac-c099275e137d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:13.250148 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9fe44388-42a8-4cc7-8679-6ef67a6227e3 req-d89190a3-e67f-4134-a1ac-c099275e137d tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0873151 Nov 18 16:43:13.299710 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb139f5-f9a4-4b2b-890f-86b3dbfe2b29 None None] Pushing event updated for resources: {'Port': ['ID=9b83cc5e-b315-4c81-92bd-94ae05f66e63,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:13.327080 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:12Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:13.332098 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9fe44388-42a8-4cc7-8679-6ef67a6227e3 req-795aa60c-c116-4aa8-9b70-e713e9eb7cec tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742812 Nov 18 16:43:13.356897 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40066) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:13.365441 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499572345', 'description': 'tempest-secgroup-smoke-499572345 description', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:13.407692 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.527974 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.533062 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.570499 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.571878 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2138228 Nov 18 16:43:13.576052 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40068) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:13.581946 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group_rule': {'security_group_id': '891cf48b-0322-40ef-9d98-e9ca871ecc30', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:13.588331 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fd9f5-1a08-4398-9e8a-819e74b7db37 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=891cf48b-0322-40ef-9d98-e9ca871ecc30,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:13.620463 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.626860 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 66c123c3-619b-4a31-a835-3b411469430e up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:13.632428 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7186b53c-59fa-4980-b936-c28864dec224 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:12Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:13.661813 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-c5cef6c2-d796-448e-acfd-33f517f752c0 None None] Provisioning complete for port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:13.662187 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-c5cef6c2-d796-448e-acfd-33f517f752c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.705883 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.711742 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.726938 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 66c123c3-619b-4a31-a835-3b411469430e triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:13.727318 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.734157 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d012d74-b72a-488e-9beb-17fdb4e99602,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:13.744885 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.749277 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ec6612e1-3721-4c81-931a-552137e6440c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1723061 Nov 18 16:43:13.749600 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40070) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:13.754089 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group_rule': {'security_group_id': '891cf48b-0322-40ef-9d98-e9ca871ecc30', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:13.795102 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.868880 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.871911 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.876298 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.893531 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 66c123c3-619b-4a31-a835-3b411469430e, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=66c123c3-619b-4a31-a835-3b411469430e,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:13.897572 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f07ab3-c586-44ef-9613-2a6c5708be03,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:13.897782 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.898780 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 35294991-fac3-48bc-ac91-bfb8cbb92a27 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:13.909879 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.911178 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-1dd0b070-98f8-4654-8131-79230b799681 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607122 Nov 18 16:43:13.913859 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40072) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:13.920825 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group_rule': {'security_group_id': '891cf48b-0322-40ef-9d98-e9ca871ecc30', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:13.960509 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:13.987236 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=66c123c3-619b-4a31-a835-3b411469430e,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:14.003818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 35294991-fac3-48bc-ac91-bfb8cbb92a27 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:14.004202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.054172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.065344 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.083400 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fdfd51-e3f9-4efe-b850-63caf4af97ef,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:14.103662 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.104965 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ded2898d-5661-4d59-8842-3f34f2779dbf tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1900766 Nov 18 16:43:14.108141 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40074) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:14.112866 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group_rule': {'security_group_id': '891cf48b-0322-40ef-9d98-e9ca871ecc30', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:14.113193 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9b83cc5e-b315-4c81-92bd-94ae05f66e63 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:14.147961 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.189281 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:14.189762 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.226428 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.237620 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.260587 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43a2ca5c-57aa-4d4d-b4ac-1d6441ea314e,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:14.261265 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Sync routers for ids ['e66e2710-ac6e-4c7a-be00-2294464259f4'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:14.280441 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Routers {'e66e2710-ac6e-4c7a-be00-2294464259f4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:14.281594 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['e66e2710-ac6e-4c7a-be00-2294464259f4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:14.282431 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.284853 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4130af1d-2d1a-4b72-8628-252b6fd53377 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1753662 Nov 18 16:43:14.287504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40076) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:14.293512 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group_rule': {'security_group_id': '891cf48b-0322-40ef-9d98-e9ca871ecc30', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:14.316829 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Project 300fc2e2607a4afd9bf5ece4556a0d2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 16:43:14.325830 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.396314 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.403440 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.425104 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4c35ad-fd72-4016-8334-245bc3010e0f,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:14.437480 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Set router e66e2710-ac6e-4c7a-be00-2294464259f4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:14.441017 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.442503 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-992eb293-d8a0-4f63-ba71-467960354051 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1537871 Nov 18 16:43:14.445468 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40084) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:14.452894 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'security_group_rule': {'security_group_id': '891cf48b-0322-40ef-9d98-e9ca871ecc30', 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:14.496369 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Project 300fc2e2607a4afd9bf5ece4556a0d2c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 16:43:14.504790 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.519911 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609852b5-cf81-4df2-9c16-77cb757979ac req-39bcfe9b-b598-48ea-9962-fc5b9699aee5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:14.521498 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-609852b5-cf81-4df2-9c16-77cb757979ac req-39bcfe9b-b598-48ea-9962-fc5b9699aee5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0831962 Nov 18 16:43:14.583879 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.591252 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.614331 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccad41da-3509-48a7-9e8a-d79e73a1f4f8,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:14.620592 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-609852b5-cf81-4df2-9c16-77cb757979ac req-88f3a575-7b32-4094-b79f-d76c5c1e2da5 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788455 Nov 18 16:43:14.642411 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:14.642411 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-953093d1-3fbd-4c68-9c6b-8b9d75559919 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1924405 Nov 18 16:43:14.749360 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:11Z', 'revision_number': 4, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '4afdb855-24bb-42d2-a2ce-530a470436ce', 'name': '', 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'mac_address': 'fa:16:3e:ab:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:10Z', 'updated_at': '2021-11-18T16:43:11Z', 'revision_number': 2, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'subnets': [{'id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:14.796000 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Checking router: e66e2710-ac6e-4c7a-be00-2294464259f4 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:14.796429 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Updating router e66e2710-ac6e-4c7a-be00-2294464259f4 port 4afdb855-24bb-42d2-a2ce-530a470436ce binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:14.826897 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.134272 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.143067 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.196744 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b52f57-1166-4922-beab-38a8e98b1dcc None None] Pushing event updated for resources: {'Port': ['ID=4afdb855-24bb-42d2-a2ce-530a470436ce,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:15.203210 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 66c123c3-619b-4a31-a835-3b411469430e up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:15.248191 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-53c4b681-06e4-40bc-a043-8c4c2a3ee0c8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:15.249759 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-53c4b681-06e4-40bc-a043-8c4c2a3ee0c8 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.66 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.0981624 Nov 18 16:43:15.276290 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 66c123c3-619b-4a31-a835-3b411469430e triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:15.276651 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.288682 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Attempting to bind port 4afdb855-24bb-42d2-a2ce-530a470436ce on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:15.289278 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Attempting to bind port 4afdb855-24bb-42d2-a2ce-530a470436ce by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:15.289408 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Attempting to bind port 4afdb855-24bb-42d2-a2ce-530a470436ce on network bdce44ae-3137-4980-9e2c-a2e753317a69 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:15.298031 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:15.298786 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Checking segment: {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:15.299375 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.299926 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Bound using segment: {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:15.300583 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Bound port: 4afdb855-24bb-42d2-a2ce-530a470436ce, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5182b36e-85dc-4627-a244-70588c8fd67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:15.301159 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.405516 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Deleting port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:15.406136 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.408577 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] For port 4afdb855-24bb-42d2-a2ce-530a470436ce, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:15.419186 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] For port 4afdb855-24bb-42d2-a2ce-530a470436ce, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4afdb855-24bb-42d2-a2ce-530a470436ce,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:15.428966 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.434229 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9b83cc5e-b315-4c81-92bd-94ae05f66e63 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:15.503243 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Routers {'e66e2710-ac6e-4c7a-be00-2294464259f4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:15.503889 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['e66e2710-ac6e-4c7a-be00-2294464259f4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:15.528442 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:15.529208 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.549966 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] For port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:15.550374 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.578642 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Calling delete_port for 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:15.658131 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-7e36a122-ca7f-4abb-a52c-59f7b2206905 None None] Provisioning complete for port 4afdb855-24bb-42d2-a2ce-530a470436ce triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:15.658965 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7e36a122-ca7f-4abb-a52c-59f7b2206905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.686145 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b52f57-1166-4922-beab-38a8e98b1dcc None None] Pushing event updated for resources: {'Port': ['ID=4afdb855-24bb-42d2-a2ce-530a470436ce,revision_number=4']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:15.727273 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] Set router e66e2710-ac6e-4c7a-be00-2294464259f4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:15.842473 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7e36a122-ca7f-4abb-a52c-59f7b2206905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.895796 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197340-aba3-4be9-ac81-7982168551fa req-99d06054-9701-4ed0-8e82-bb5dc3f7d214 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:15.909528 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c3197340-aba3-4be9-ac81-7982168551fa req-99d06054-9701-4ed0-8e82-bb5dc3f7d214 tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/ports?device_id=96191807-c647-4174-b4c1-84cea3b5d78f HTTP/1.1" status: 200 len: 945 time: 0.1738946 Nov 18 16:43:15.915543 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-7e36a122-ca7f-4abb-a52c-59f7b2206905 None None] For port 4afdb855-24bb-42d2-a2ce-530a470436ce, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4afdb855-24bb-42d2-a2ce-530a470436ce,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:15.925510 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.930586 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7e36a122-ca7f-4abb-a52c-59f7b2206905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:15.983367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['2e5d0a51-8406-4f5c-a741-903f01eb1ba3'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:43:15.998741 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c3197340-aba3-4be9-ac81-7982168551fa req-723c22aa-7e6c-46d2-89e5-16af79a699fe tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.37 "GET /v2.0/security-groups?id=53913cbb-f135-4a90-81f9-996718968819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 Nov 18 16:43:16.001103 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Pushing event deleted for resources: {'Port': ['ID=2e5d0a51-8406-4f5c-a741-903f01eb1ba3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:16.084420 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-171056fd-b827-4492-bead-8605d75a4271 None None] Provisioning complete for port 4afdb855-24bb-42d2-a2ce-530a470436ce triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:16.084805 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-171056fd-b827-4492-bead-8605d75a4271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:16.086223 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] No DVR routers for this DVR port 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:43:16.086396 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e36a122-ca7f-4abb-a52c-59f7b2206905 None None] Pushing event updated for resources: {'Port': ['ID=4afdb855-24bb-42d2-a2ce-530a470436ce,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:16.089467 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:16.093003 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-950e511d-4454-49eb-9d94-91ef51f0d461 req-8f2f2f8d-cf68-4eb0-88fe-cc1e66d22a2b tempest-TestMinimumBasicScenario-168842142 tempest-TestMinimumBasicScenario-168842142-project] 10.222.0.66 "DELETE /v2.0/ports/2e5d0a51-8406-4f5c-a741-903f01eb1ba3 HTTP/1.1" status: 204 len: 173 time: 0.8351240 Nov 18 16:43:16.094014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'name': 'network-vif-deleted', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:16.097645 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c070892-3cb6-43e6-893d-fa3b6555fbf7" -d '{"events": [{"server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "name": "network-vif-deleted", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:16.257235 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc77798-d0d8-4a23-a7d0-2ad13039b48d x-openstack-request-id: req-cbc77798-d0d8-4a23-a7d0-2ad13039b48d {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:16.257541 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96191807-c647-4174-b4c1-84cea3b5d78f", "name": "network-vif-deleted", "tag": "2e5d0a51-8406-4f5c-a741-903f01eb1ba3", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:16.258525 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cbc77798-d0d8-4a23-a7d0-2ad13039b48d {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:16.258965 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96191807-c647-4174-b4c1-84cea3b5d78f', 'name': 'network-vif-deleted', 'tag': '2e5d0a51-8406-4f5c-a741-903f01eb1ba3', 'status': 'completed', 'code': 200} Nov 18 16:43:16.300435 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:11Z', 'revision_number': 4, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '4afdb855-24bb-42d2-a2ce-530a470436ce', 'name': '', 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'mac_address': 'fa:16:3e:ab:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:10Z', 'updated_at': '2021-11-18T16:43:15Z', 'revision_number': 4, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'subnets': [{'id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:16.327746 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcc0c2a-b29c-434f-9838-03fb7f3044af None None] The sync data for ids ['e66e2710-ac6e-4c7a-be00-2294464259f4'] in dv-cinder-733622-22-iscsi is: [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:11Z', 'revision_number': 4, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '4afdb855-24bb-42d2-a2ce-530a470436ce', 'name': '', 'network_id': 'bdce44ae-3137-4980-9e2c-a2e753317a69', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'mac_address': 'fa:16:3e:ab:9b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:10Z', 'updated_at': '2021-11-18T16:43:15Z', 'revision_number': 4, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'subnets': [{'id': 'c2f78ef5-6aec-465f-a5b6-829675912fd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:16.332538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8772b33-1f88-4f61-a91a-bbf1ae354d40 req-152ea277-2c6a-461a-bedd-6cf03c9dd5fd tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:16.334515 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8772b33-1f88-4f61-a91a-bbf1ae354d40 req-152ea277-2c6a-461a-bedd-6cf03c9dd5fd tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0650332 Nov 18 16:43:16.413097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e8772b33-1f88-4f61-a91a-bbf1ae354d40 req-63878feb-5113-4cab-9a0f-361c220a564f tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 Nov 18 16:43:17.196826 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4afdb855-24bb-42d2-a2ce-530a470436ce up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:17.288482 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 4afdb855-24bb-42d2-a2ce-530a470436ce triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:17.288482 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:17.589169 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9073ff6-1792-4c3b-a777-52cb5b3fd04d req-9457b3ef-6b52-4afe-ad2e-21dfd8492327 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:17.591157 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9073ff6-1792-4c3b-a777-52cb5b3fd04d req-9457b3ef-6b52-4afe-ad2e-21dfd8492327 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0651751 Nov 18 16:43:17.659922 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c9073ff6-1792-4c3b-a777-52cb5b3fd04d req-be68bf73-2f00-4c01-9a0e-87cde334346d tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Nov 18 16:43:17.889831 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40218) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:18.280407 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-e422f0ef-5166-475a-9a6c-8c5c96475b8e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:18.281963 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-e422f0ef-5166-475a-9a6c-8c5c96475b8e tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.0995598 Nov 18 16:43:18.464962 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Deleting port c8b8c676-4dde-416c-9894-89980a59365b {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:18.465304 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:18.474402 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:18.642838 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] For port c8b8c676-4dde-416c-9894-89980a59365b, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c8b8c676-4dde-416c-9894-89980a59365b,segment=NetworkSegment(7114bd3e-df7b-40d2-9a6e-59b8ccecb292),segment_id=7114bd3e-df7b-40d2-9a6e-59b8ccecb292)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:18.643501 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:18.679935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Calling delete_port for c8b8c676-4dde-416c-9894-89980a59365b owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:18.869686 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d82ad-0270-4f35-8322-6fa1d476d4e1 req-5c4421ba-3019-4701-8afd-0ea2e854e0b8 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:18.871278 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4b4d82ad-0270-4f35-8322-6fa1d476d4e1 req-5c4421ba-3019-4701-8afd-0ea2e854e0b8 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8e65935-28b0-47ce-91bb-83e01f12f7da HTTP/1.1" status: 200 len: 946 time: 0.1236789 Nov 18 16:43:18.997769 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4b4d82ad-0270-4f35-8322-6fa1d476d4e1 req-a0d701dd-e907-4105-810d-8f9d5bf9daa4 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.37 "GET /v2.0/security-groups?id=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146176 Nov 18 16:43:19.034496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:19.047747 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['c8b8c676-4dde-416c-9894-89980a59365b'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:43:19.066805 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Pushing event deleted for resources: {'Port': ['ID=c8b8c676-4dde-416c-9894-89980a59365b,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:19.108375 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Deleting port e3b62f1d-8d58-40b1-9c37-51ce706a0a18 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:19.108718 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:19.136931 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] No DVR routers for this DVR port c8b8c676-4dde-416c-9894-89980a59365b on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:43:19.141256 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:19.144659 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f94f31a-ce17-47de-ab35-da2c3cca99aa req-7b18fc4c-a483-4256-b2cc-93a56c628f67 tempest-VolumesSnapshotTestJSON-1229948729 tempest-VolumesSnapshotTestJSON-1229948729-project] 10.222.0.66 "DELETE /v2.0/ports/c8b8c676-4dde-416c-9894-89980a59365b HTTP/1.1" status: 204 len: 173 time: 0.8557792 Nov 18 16:43:19.145131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'name': 'network-vif-deleted', 'tag': 'c8b8c676-4dde-416c-9894-89980a59365b'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:19.147484 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45242b02-9a24-43d7-841f-9464925a490b" -d '{"events": [{"server_uuid": "d8e65935-28b0-47ce-91bb-83e01f12f7da", "name": "network-vif-deleted", "tag": "c8b8c676-4dde-416c-9894-89980a59365b"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:19.224441 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] For port e3b62f1d-8d58-40b1-9c37-51ce706a0a18, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:19.224988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:19.228390 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4fae6c-b0da-442f-be6b-539bd9ee5364 x-openstack-request-id: req-9f4fae6c-b0da-442f-be6b-539bd9ee5364 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:19.228390 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8e65935-28b0-47ce-91bb-83e01f12f7da", "name": "network-vif-deleted", "tag": "c8b8c676-4dde-416c-9894-89980a59365b", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:19.229160 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9f4fae6c-b0da-442f-be6b-539bd9ee5364 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:19.229338 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8e65935-28b0-47ce-91bb-83e01f12f7da', 'name': 'network-vif-deleted', 'tag': 'c8b8c676-4dde-416c-9894-89980a59365b', 'status': 'completed', 'code': 200} Nov 18 16:43:19.240264 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Calling delete_port for e3b62f1d-8d58-40b1-9c37-51ce706a0a18 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:19.437538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:19.468559 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Pushing event deleted for resources: {'Port': ['ID=e3b62f1d-8d58-40b1-9c37-51ce706a0a18,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:19.740935 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:19.771282 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:19.771614 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 2e5d0a51-8406-4f5c-a741-903f01eb1ba3 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:19.938804 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:20.191157 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:20.318420 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:20.330345 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-68e99ea2-3896-484b-ba21-abb36c085ded admin admin] 10.222.0.37 "PUT /v2.0/routers/4bd46c34-6195-4d68-a0b5-e97db9c24d78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4396048 Nov 18 16:43:20.333620 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40240) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:20.335362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] Sync routers for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:20.352184 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:20.353182 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:20.463891 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks [] for router, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:20.486140 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:20.686453 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:43:19Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:20.723881 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] Checking router: 4bd46c34-6195-4d68-a0b5-e97db9c24d78 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:20.736075 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] Routers {'4bd46c34-6195-4d68-a0b5-e97db9c24d78'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:20.736916 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:20.796988 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:20.851703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Deleting port 96ca4678-687e-4d1f-bab7-cf105191b040 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:20.851980 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] Set router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:20.852110 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:20.935147 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] For port 96ca4678-687e-4d1f-bab7-cf105191b040, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=96ca4678-687e-4d1f-bab7-cf105191b040,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:20.935543 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:20.952762 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Calling delete_port for 96ca4678-687e-4d1f-bab7-cf105191b040 owned by network:router_gateway {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:21.149349 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.176407 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:43:19Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:21.190159 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ca4678-687e-4d1f-bab7-cf105191b040,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:21.207254 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806b3bd0-e7e8-41c6-a434-5209fe97c6ad None None] The sync data for ids ['4bd46c34-6195-4d68-a0b5-e97db9c24d78'] in dv-cinder-733622-22-iscsi is: [{'id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'name': 'tempest-TestMinimumBasicScenario-1630468166-router', 'tenant_id': 'a57969bd21194feca2d2df3bc8bd0757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136'}], 'enable_snat': True}, 'gw_port_id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:23Z', 'updated_at': '2021-11-18T16:43:19Z', 'revision_number': 5, 'project_id': 'a57969bd21194feca2d2df3bc8bd0757', 'gw_port': {'id': '96ca4678-687e-4d1f-bab7-cf105191b040', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd46c34-6195-4d68-a0b5-e97db9c24d78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:24Z', 'updated_at': '2021-11-18T16:39:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:21.266401 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.373410 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.375703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.422481 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.423042 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bd46c34-6195-4d68-a0b5-e97db9c24d78 {{(pid=102912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:43:21.433887 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.435093 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f06d84a2-d754-40e3-b371-29a5234d8e55 admin admin] 10.222.0.37 "DELETE /v2.0/routers/4bd46c34-6195-4d68-a0b5-e97db9c24d78 HTTP/1.1" status: 204 len: 168 time: 1.0998144 Nov 18 16:43:21.437823 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40250) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:21.487465 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Deleting subnet 8637fcc3-6a68-481f-bb00-bf132ea4ec16 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:43:21.490612 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.532843 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.665142 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.730915 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.754182 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device c8b8c676-4dde-416c-9894-89980a59365b no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:21.758014 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8637fcc3-6a68-481f-bb00-bf132ea4ec16,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:21.769947 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.774117 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4c27dba6-7625-4242-965b-b849b35c1a2e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8637fcc3-6a68-481f-bb00-bf132ea4ec16 HTTP/1.1" status: 204 len: 168 time: 0.3350589 Nov 18 16:43:21.777614 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40258) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:21.781559 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c5b316-d1ae-4562-b3ab-917d808539ef None None] Network def42321-6c5f-49a8-b8ca-6024ba286c63 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:21.784062 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: c8b8c676-4dde-416c-9894-89980a59365b {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:21.784473 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device c8b8c676-4dde-416c-9894-89980a59365b not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:21.868572 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:21.957890 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Deleting port 72c8ee70-e76f-4361-b642-b73b675ed635 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:21.958230 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.040695 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] For port 72c8ee70-e76f-4361-b642-b73b675ed635, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=72c8ee70-e76f-4361-b642-b73b675ed635,segment=NetworkSegment(1d9a8b0c-6a4f-40a9-8036-3e572099db67),segment_id=1d9a8b0c-6a4f-40a9-8036-3e572099db67)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:22.041083 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.054153 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Calling delete_port for 72c8ee70-e76f-4361-b642-b73b675ed635 owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:22.139189 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.164851 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=72c8ee70-e76f-4361-b642-b73b675ed635,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:22.172257 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] No DVR routers for this DVR port 72c8ee70-e76f-4361-b642-b73b675ed635 on host dv-cinder-733622-22-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:43:22.249328 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.271084 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def42321-6c5f-49a8-b8ca-6024ba286c63']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:22.281776 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d9a8b0c-6a4f-40a9-8036-3e572099db67') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:22.282106 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d9a8b0c-6a4f-40a9-8036-3e572099db67') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:22.284262 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12904706-d1b5-4818-8fe5-9f941da58a01 None None] DHCP port deletion for def42321-6c5f-49a8-b8ca-6024ba286c63 request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:43:22.292728 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.311517 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.322428 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:43:22.323208 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:43:22.325949 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:43:22.382552 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.390183 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:22.396012 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] 10.222.0.37 "DELETE /v2.0/networks/def42321-6c5f-49a8-b8ca-6024ba286c63 HTTP/1.1" status: 204 len: 168 time: 0.6172032 Nov 18 16:43:22.398806 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40260) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:22.412003 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6b9a5-a331-432f-a824-59777dd6fb5e admin admin] Pushing event deleted for resources: {'Network': ['ID=def42321-6c5f-49a8-b8ca-6024ba286c63,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:22.764883 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:23.017942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Deleting port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:23.018365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:23.105242 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:43:23.113087 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] For port 970ba19c-4702-482c-9b56-fa3ec3e3b9ae, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:23.113510 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:23.127937 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Calling delete_port for 970ba19c-4702-482c-9b56-fa3ec3e3b9ae owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:23.154975 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96ca4678-687e-4d1f-bab7-cf105191b040 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:23.176241 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 96ca4678-687e-4d1f-bab7-cf105191b040 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:23.176615 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96ca4678-687e-4d1f-bab7-cf105191b040 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:23.177053 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device e3b62f1d-8d58-40b1-9c37-51ce706a0a18 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:23.196828 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: e3b62f1d-8d58-40b1-9c37-51ce706a0a18 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:23.197159 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device e3b62f1d-8d58-40b1-9c37-51ce706a0a18 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:23.197693 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 72c8ee70-e76f-4361-b642-b73b675ed635 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:23.219125 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 72c8ee70-e76f-4361-b642-b73b675ed635 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:23.219483 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 72c8ee70-e76f-4361-b642-b73b675ed635 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:23.318829 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:23.346267 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Pushing event deleted for resources: {'Port': ['ID=970ba19c-4702-482c-9b56-fa3ec3e3b9ae,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:23.517871 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:23.756036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:23.866393 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:23.871444 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-26bbeb8b-498c-4027-a19b-527aac8ce589 admin admin] 10.222.0.37 "PUT /v2.0/routers/5a2e8c51-1782-4e5b-91a5-d134d1ae09be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4712737 Nov 18 16:43:23.874076 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40272) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:23.877640 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] Sync routers for ids ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:23.895416 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] Routers {'5a2e8c51-1782-4e5b-91a5-d134d1ae09be'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:23.896404 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:23.984250 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.034247 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] Set router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:24.098200 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.154728 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Deleting port 84dad0d1-a960-41e9-9bc8-8e548956ba09 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:24.154979 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.231425 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163'}], 'enable_snat': True}, 'gw_port_id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:43:23Z', 'revision_number': 5, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port': {'id': '84dad0d1-a960-41e9-9bc8-8e548956ba09', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:31:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:39:32Z', 'updated_at': '2021-11-18T16:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:24.247658 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] For port 84dad0d1-a960-41e9-9bc8-8e548956ba09, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=84dad0d1-a960-41e9-9bc8-8e548956ba09,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:24.248044 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.266336 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] Checking router: 5a2e8c51-1782-4e5b-91a5-d134d1ae09be for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:24.266578 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Calling delete_port for 84dad0d1-a960-41e9-9bc8-8e548956ba09 owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:24.270791 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] Routers {'5a2e8c51-1782-4e5b-91a5-d134d1ae09be'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:24.271205 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:42:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:24.359391 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] Set router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:24.410606 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:43:24Z', 'revision_number': 6, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:24.437210 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.441381 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483fee5c-8da8-4587-8c14-7704cd813b65 None None] The sync data for ids ['5a2e8c51-1782-4e5b-91a5-d134d1ae09be'] in dv-cinder-733622-22-iscsi is: [{'id': '5a2e8c51-1782-4e5b-91a5-d134d1ae09be', 'name': 'tempest-TestMinimumBasicScenario-302908747-router', 'tenant_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:39:31Z', 'updated_at': '2021-11-18T16:43:24Z', 'revision_number': 6, 'project_id': 'edf12c55e6b44017abb7c643b18f5a6b', 'gw_port_host': None}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:24.462708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Pushing event deleted for resources: {'Port': ['ID=84dad0d1-a960-41e9-9bc8-8e548956ba09,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:24.533074 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.646032 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.649018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.846671 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-43c48505-9d3e-44b2-af67-db5d1c6d6cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.971137 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.971584 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2e8c51-1782-4e5b-91a5-d134d1ae09be {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:43:24.976447 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:24.977649 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5b4795dd-a027-4cf9-9174-19e83de8d3ac admin admin] 10.222.0.37 "DELETE /v2.0/routers/5a2e8c51-1782-4e5b-91a5-d134d1ae09be HTTP/1.1" status: 204 len: 168 time: 1.1025946 Nov 18 16:43:24.980437 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40278) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:25.028174 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Deleting subnet 2c9524fa-4fe7-49c2-8dac-32806637a37b {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:43:25.031411 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.070151 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.176952 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.240212 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.267117 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9524fa-4fe7-49c2-8dac-32806637a37b,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:25.271041 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.273244 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 970ba19c-4702-482c-9b56-fa3ec3e3b9ae no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:25.274403 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9042fc63-8b5b-43eb-b7e7-2c6970540899 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2c9524fa-4fe7-49c2-8dac-32806637a37b HTTP/1.1" status: 204 len: 168 time: 0.2929614 Nov 18 16:43:25.276960 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40280) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:25.303782 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e064af04-92d4-4e10-bde8-fc9e38da2c74 None None] Network 2738c852-ff9a-4e97-9013-0d5160cdf018 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:25.307019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 970ba19c-4702-482c-9b56-fa3ec3e3b9ae {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:25.307620 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 970ba19c-4702-482c-9b56-fa3ec3e3b9ae not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:25.308188 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 84dad0d1-a960-41e9-9bc8-8e548956ba09 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:25.344040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 84dad0d1-a960-41e9-9bc8-8e548956ba09 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:25.344385 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 84dad0d1-a960-41e9-9bc8-8e548956ba09 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:25.352422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.417634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Deleting port 4ccb0874-bc2b-4180-ae9d-373e64fd966e {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:25.418285 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.492394 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] For port 4ccb0874-bc2b-4180-ae9d-373e64fd966e, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4ccb0874-bc2b-4180-ae9d-373e64fd966e,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:25.492394 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.512081 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Calling delete_port for 4ccb0874-bc2b-4180-ae9d-373e64fd966e owned by network:dhcp {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:25.540955 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] DHCP port deletion for 2738c852-ff9a-4e97-9013-0d5160cdf018 request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:43:25.597787 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] Deleting port 4ccb0874-bc2b-4180-ae9d-373e64fd966e {{(pid=102913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:43:25.598165 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.607189 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.656734 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccb0874-bc2b-4180-ae9d-373e64fd966e,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:25.659354 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] No DVR routers for this DVR port 4ccb0874-bc2b-4180-ae9d-373e64fd966e on host dv-cinder-733622-22-iscsi {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:43:25.701250 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] For port 4ccb0874-bc2b-4180-ae9d-373e64fd966e, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4ccb0874-bc2b-4180-ae9d-373e64fd966e,segment=NetworkSegment(010e125f-4aff-4447-99cb-239fd6c80785),segment_id=010e125f-4aff-4447-99cb-239fd6c80785)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:25.701995 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.721788 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] Calling delete_port for 4ccb0874-bc2b-4180-ae9d-373e64fd966e owned by network:dhcp {{(pid=102913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:43:25.757000 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.807654 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2738c852-ff9a-4e97-9013-0d5160cdf018']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:25.819168 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010e125f-4aff-4447-99cb-239fd6c80785') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:25.819461 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010e125f-4aff-4447-99cb-239fd6c80785') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:25.833546 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444223'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.852014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.860028 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:43:25.860471 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500600'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: timer() Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: cb(*args, **kw) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: self._notify() Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: self.callback(batched_events) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: event.method(event) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._get(url).json() Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:43:25.862886 dv-cinder-733622-22-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:43:25.891540 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948'] for port, after_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.919450 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] Pushing event deleted for resources: {'Port': ['ID=4ccb0874-bc2b-4180-ae9d-373e64fd966e,revision_number=None']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:25.921405 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a5ba09-e53e-4b8f-9734-c8bee2608bf0 None None] No DVR routers for this DVR port 4ccb0874-bc2b-4180-ae9d-373e64fd966e on host dv-cinder-733622-22-iscsi {{(pid=102913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:43:25.932388 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.938463 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:25.942809 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] 10.222.0.37 "DELETE /v2.0/networks/2738c852-ff9a-4e97-9013-0d5160cdf018 HTTP/1.1" status: 204 len: 168 time: 0.6647944 Nov 18 16:43:25.960162 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589004-f487-4d68-b6f9-b8ea26b73a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=2738c852-ff9a-4e97-9013-0d5160cdf018,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:26.162116 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40296) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:26.204801 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bdc145c2-385a-49ce-bd11-4a7e35db97f1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a57969bd21194feca2d2df3bc8bd0757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413032 Nov 18 16:43:26.207265 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40298) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:26.260455 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be77994e-7d9c-442a-9134-263160f1cab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.282793 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be77994e-7d9c-442a-9134-263160f1cab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.336289 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be77994e-7d9c-442a-9134-263160f1cab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.339077 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be77994e-7d9c-442a-9134-263160f1cab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.340234 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-be77994e-7d9c-442a-9134-263160f1cab8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/53913cbb-f135-4a90-81f9-996718968819 HTTP/1.1" status: 204 len: 168 time: 0.1320732 Nov 18 16:43:26.349197 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77994e-7d9c-442a-9134-263160f1cab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53913cbb-f135-4a90-81f9-996718968819,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:26.693722 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40304) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:26.732773 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bdd8cc58-45cd-4a8f-8285-3396437f1f59 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=edf12c55e6b44017abb7c643b18f5a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378027 Nov 18 16:43:26.735553 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40306) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:26.788580 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-83f09850-c72e-4b82-b01f-4f815a3119ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.819193 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-83f09850-c72e-4b82-b01f-4f815a3119ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.867363 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-83f09850-c72e-4b82-b01f-4f815a3119ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.871368 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-83f09850-c72e-4b82-b01f-4f815a3119ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:26.872539 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-83f09850-c72e-4b82-b01f-4f815a3119ab admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f0829d8-1c6c-45c3-931b-402026b4c384 HTTP/1.1" status: 204 len: 168 time: 0.1355486 Nov 18 16:43:26.880866 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f09850-c72e-4b82-b01f-4f815a3119ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0829d8-1c6c-45c3-931b-402026b4c384,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:26.986560 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-78941704-e0c2-483d-a59b-8e66f8dfa9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:27.145229 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4ccb0874-bc2b-4180-ae9d-373e64fd966e no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:43:27.171210 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 4ccb0874-bc2b-4180-ae9d-373e64fd966e {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:43:27.171627 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4ccb0874-bc2b-4180-ae9d-373e64fd966e not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:43:28.517152 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:29.836551 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:30.315536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:31.358549 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:33.451051 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-ecfc565a-aa46-4b6f-a0ca-f5175c51dedc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404222 Nov 18 16:43:33.539638 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-e33ae466-838f-4bde-964f-efb023394534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:33.541770 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-e33ae466-838f-4bde-964f-efb023394534 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1098 time: 0.0410671 Nov 18 16:43:33.654031 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-f3defe1e-48c3-4819-9bc9-8e194554db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:33.655563 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-f3defe1e-48c3-4819-9bc9-8e194554db00 service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0933526 Nov 18 16:43:33.739137 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-fc484709-de7a-4cc8-8dee-be51dd030b2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 1001 time: 0.0728939 Nov 18 16:43:33.795930 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-c1dde6da-a511-4cf3-a121-523747a4654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:33.797439 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-c1dde6da-a511-4cf3-a121-523747a4654a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0479100 Nov 18 16:43:33.850923 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-5a5de00f-14cd-4546-883b-d1cbba5295a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:33.853263 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-5a5de00f-14cd-4546-883b-d1cbba5295a7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416739 Nov 18 16:43:33.951841 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-7940dd26-647d-435e-ad05-d0dd75212590 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880208 Nov 18 16:43:34.045427 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94c5a3c7-2a72-40d5-a66c-6f033e7ccaef req-df05d9a3-6b72-4df3-80eb-021faf18fb5e service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864387 Nov 18 16:43:35.522859 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-739d6f42-26af-4159-a165-8467d5c448a8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499572345&fields=id&tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 267 time: 0.0471971 Nov 18 16:43:35.653793 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-5ebc067d-a66f-4960-85b4-bff495fac086 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:35.656431 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-5ebc067d-a66f-4960-85b4-bff495fac086 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 810 time: 0.1255507 Nov 18 16:43:35.674711 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-7d768d31-5139-4cad-8dd6-57ea908df437 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/quotas/300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 375 time: 0.0119240 Nov 18 16:43:35.730883 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-9cfe4c17-c66a-48a1-a3ee-430926e7bcec tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496821 Nov 18 16:43:35.830527 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-755a0b63-4825-4abf-a48a-8ee69cb9fa4b service neutron] 10.222.0.37 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873511 Nov 18 16:43:35.931496 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-c330ce50-4754-42c2-a0c5-1f8a43906cf5 service neutron] 10.222.0.37 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945573 Nov 18 16:43:36.262259 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a0a30-c933-4c82-a5b7-2b52388b797e req-1fc9cfcc-52c4-472b-b5f0-e814ddca349c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:36.264063 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-658a0a30-c933-4c82-a5b7-2b52388b797e req-1fc9cfcc-52c4-472b-b5f0-e814ddca349c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0567834 Nov 18 16:43:36.266587 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-de44df14-3b07-4f89-92f4-8be888670d5c req-37d48b18-2dc1-470d-b169-7e01edb50251 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Nov 18 16:43:36.321846 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-658a0a30-c933-4c82-a5b7-2b52388b797e req-e2c6c461-b3c5-4a52-a1a7-e32995015a8d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511551 Nov 18 16:43:37.225786 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-91fadc27-13d5-4095-8309-2193b716595a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:37.227902 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-91fadc27-13d5-4095-8309-2193b716595a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 810 time: 0.1062236 Nov 18 16:43:37.311943 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-e9bd4e79-b523-40de-a54b-dee1d7e54547 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 379 time: 0.0746739 Nov 18 16:43:37.322068 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'port': {'device_id': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'admin_state_up': True, 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'security_groups': ['891cf48b-0322-40ef-9d98-e9ca871ecc30']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:37.366024 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c2ca9af2-0634-4882-861c-571f07fb4d6e req-07699ee2-db58-4a11-b132-54af4ebea75e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 210 time: 0.0265713 Nov 18 16:43:37.477831 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2f876-08e8-4735-ad52-39249ad66257 req-13fc796a-0c74-4d85-a838-2af83110d78f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:37.479437 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eeb2f876-08e8-4735-ad52-39249ad66257 req-13fc796a-0c74-4d85-a838-2af83110d78f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0762734 Nov 18 16:43:37.480641 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Made reservation on behalf of 300fc2e2607a4afd9bf5ece4556a0d2c for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:37.484052 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:37.597085 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-eeb2f876-08e8-4735-ad52-39249ad66257 req-756d62dd-e212-4f90-9ae9-a9b673dc5c87 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096263 Nov 18 16:43:37.665767 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Allocated IP 172.20.0.4 (a38614e4-f580-4ed5-b0ae-afcebbb83aac/cb8e946b-25a4-4b4e-b388-91a0458dbbdb/bfb1f648-f43f-44c4-9910-f90848c8515d) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:37.833263 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:37.867542 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:37.913719 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:37.917471 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:37.921226 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:37.949762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=bfb1f648-f43f-44c4-9910-f90848c8515d,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:37.966653 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.967007 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.967352 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.967690 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.968026 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.968393 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.968687 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.969027 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.969341 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.969798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.969984 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.970383 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:37.991655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:37.992410 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.010194 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-893bb43c-5f26-45b6-9839-44a5db969e46 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925817 Nov 18 16:43:38.022497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Request body: {'port': {'device_id': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:38.085704 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.181958 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-98b8a49d-54ff-46c9-9a32-bf1dfa3b8c59 None None] Provisioning complete for port bfb1f648-f43f-44c4-9910-f90848c8515d triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:38.182724 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-98b8a49d-54ff-46c9-9a32-bf1dfa3b8c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.219251 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-98b8a49d-54ff-46c9-9a32-bf1dfa3b8c59 None None] Port bfb1f648-f43f-44c4-9910-f90848c8515d cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:38.362596 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb1f648-f43f-44c4-9910-f90848c8515d {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:43:38.371441 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.384043 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Transition to ACTIVE for port object bfb1f648-f43f-44c4-9910-f90848c8515d will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:43:38.387963 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.435035 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb1f648-f43f-44c4-9910-f90848c8515d,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:38.504743 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214e0ee-6105-4cab-b2fd-b0678af110f3 req-b17f81cc-9c85-414f-b8b8-24f32cffeefe tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:38.506341 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1214e0ee-6105-4cab-b2fd-b0678af110f3 req-b17f81cc-9c85-414f-b8b8-24f32cffeefe tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0592892 Nov 18 16:43:38.527892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Attempting to bind port bfb1f648-f43f-44c4-9910-f90848c8515d on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:38.528236 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Attempting to bind port bfb1f648-f43f-44c4-9910-f90848c8515d by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:38.528574 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Attempting to bind port bfb1f648-f43f-44c4-9910-f90848c8515d on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:38.536720 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Port bfb1f648-f43f-44c4-9910-f90848c8515d on network a38614e4-f580-4ed5-b0ae-afcebbb83aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:43:38.537281 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Attempting to bind port bfb1f648-f43f-44c4-9910-f90848c8515d on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:38.547007 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:38.547409 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Checking segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:38.548084 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Bound using segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:38.548859 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Bound port: bfb1f648-f43f-44c4-9910-f90848c8515d, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:38.549488 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.569327 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1214e0ee-6105-4cab-b2fd-b0678af110f3 req-b428a190-247d-4f47-9012-8fc8d965081a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558984 Nov 18 16:43:38.627807 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] For port bfb1f648-f43f-44c4-9910-f90848c8515d, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:38.635011 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] For port bfb1f648-f43f-44c4-9910-f90848c8515d, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bfb1f648-f43f-44c4-9910-f90848c8515d,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:38.639689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.677871 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:38.678552 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:38.679953 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] 10.222.0.66 "PUT /v2.0/ports/bfb1f648-f43f-44c4-9910-f90848c8515d HTTP/1.1" status: 200 len: 1093 time: 0.6618204 Nov 18 16:43:38.683794 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:38.687807 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04812739-8374-436c-8767-50cb007b7d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:38.735752 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87351e8-d270-456c-b630-81aa649e1eeb x-openstack-request-id: req-d87351e8-d270-456c-b630-81aa649e1eeb {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:38.736050 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:38.736308 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d87351e8-d270-456c-b630-81aa649e1eeb {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:38.736712 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'status': 'completed', 'code': 200} Nov 18 16:43:38.767604 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e4da1-a9f6-4373-a9c9-db175ce751e0 service neutron] Pushing event updated for resources: {'Port': ['ID=bfb1f648-f43f-44c4-9910-f90848c8515d,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:38.797631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-53ec5818-fcb2-4563-ba82-27f4ea3d1517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:38.799226 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-53ec5818-fcb2-4563-ba82-27f4ea3d1517 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 1096 time: 0.0654631 Nov 18 16:43:38.807761 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec3f93c-47ab-4f37-8480-c44e3646eea7 req-53eaeabb-d661-4bb7-bab7-11bd0310ad09 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:38.809318 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dec3f93c-47ab-4f37-8480-c44e3646eea7 req-53eaeabb-d661-4bb7-bab7-11bd0310ad09 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.1263030 Nov 18 16:43:38.851013 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-6126d3ce-a15b-4a1d-a20a-8be0047d3b69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb1f648-f43f-44c4-9910-f90848c8515d HTTP/1.1" status: 200 len: 217 time: 0.0406623 Nov 18 16:43:38.927297 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ee99e047-46ca-49a3-89b0-7a338609f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:38.928768 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-ee99e047-46ca-49a3-89b0-7a338609f7f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0708461 Nov 18 16:43:38.932222 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dec3f93c-47ab-4f37-8480-c44e3646eea7 req-9e56d73c-8bb6-4a7d-9ee9-2546d1abe21a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158395 Nov 18 16:43:38.985971 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-e672aa30-9697-4d36-86cc-e732bbde135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:38.987512 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-e672aa30-9697-4d36-86cc-e732bbde135d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0468237 Nov 18 16:43:39.104725 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-be449e86-ba0d-45dc-9864-1e9c06d5f5cb service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066034 Nov 18 16:43:39.200094 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-78219ed6-f1d4-4b93-b89f-af57ea40a780 req-acc5ff92-5b0b-46d0-ae42-38b144be9342 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876493 Nov 18 16:43:39.293509 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812739-8374-436c-8767-50cb007b7d7f req-15611554-7881-4106-860f-468e3ee2dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:39.295154 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-15611554-7881-4106-860f-468e3ee2dc3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 1096 time: 0.0440075 Nov 18 16:43:39.389846 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812739-8374-436c-8767-50cb007b7d7f req-633b0721-5ac5-460e-9b27-5ce4bb87b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:39.391359 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-633b0721-5ac5-460e-9b27-5ce4bb87b2f7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.0891297 Nov 18 16:43:39.433756 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-0e047e75-d216-4bce-9228-0c84b1359fd3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb1f648-f43f-44c4-9910-f90848c8515d HTTP/1.1" status: 200 len: 217 time: 0.0338817 Nov 18 16:43:39.487613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812739-8374-436c-8767-50cb007b7d7f req-59ad1050-7398-494d-9d0e-c982348fbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:39.488985 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-59ad1050-7398-494d-9d0e-c982348fbbaf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0475962 Nov 18 16:43:39.537207 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04812739-8374-436c-8767-50cb007b7d7f req-b89b4ab2-c256-4ab4-854a-b0d4dd69e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:39.538739 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-b89b4ab2-c256-4ab4-854a-b0d4dd69e095 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401409 Nov 18 16:43:39.630627 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-bf04ed37-3c03-4c92-bb16-68212a71f567 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845828 Nov 18 16:43:39.689334 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f0e43-f421-4ee1-80a0-0054aa24fcf8 req-ab4a7d0c-6539-4199-8c15-dad132932115 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:39.690962 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e69f0e43-f421-4ee1-80a0-0054aa24fcf8 req-ab4a7d0c-6539-4199-8c15-dad132932115 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0489485 Nov 18 16:43:39.728058 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04812739-8374-436c-8767-50cb007b7d7f req-6b0f1364-6a33-4aa7-8bb6-789606d9b6af service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908334 Nov 18 16:43:39.742802 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e69f0e43-f421-4ee1-80a0-0054aa24fcf8 req-59a6fdd1-d0f3-44a4-bba3-29872d0b3c79 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452416 Nov 18 16:43:40.059655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f39ee-8576-4ec8-9d97-c3ac6b4eae6d req-f041b232-9d47-4df3-98e2-51bb64d86fef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:40.061471 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e4f39ee-8576-4ec8-9d97-c3ac6b4eae6d req-f041b232-9d47-4df3-98e2-51bb64d86fef tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0500648 Nov 18 16:43:40.110974 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e4f39ee-8576-4ec8-9d97-c3ac6b4eae6d req-cc445640-2f44-4aee-b4e5-95e5a2c84181 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429962 Nov 18 16:43:40.858318 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af27c80-4aa9-4bc2-a0c6-d30038a826dd req-9d8c376a-4ad4-4d97-86d9-3f4bd6653e9a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:40.859864 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7af27c80-4aa9-4bc2-a0c6-d30038a826dd req-9d8c376a-4ad4-4d97-86d9-3f4bd6653e9a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0487571 Nov 18 16:43:40.909521 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7af27c80-4aa9-4bc2-a0c6-d30038a826dd req-c4975f7e-d99b-4588-9810-004a4a781479 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437241 Nov 18 16:43:41.244431 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa97342-cf62-4cba-bde2-156ffff70b8f req-5fe19ced-55d3-4102-b15f-6bd67c808b7f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:41.245987 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fa97342-cf62-4cba-bde2-156ffff70b8f req-5fe19ced-55d3-4102-b15f-6bd67c808b7f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0593760 Nov 18 16:43:41.296410 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2fa97342-cf62-4cba-bde2-156ffff70b8f req-aef94567-8d02-4c48-bcf0-5f388735d483 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427516 Nov 18 16:43:42.028079 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4148d7-a194-4e65-9f80-c55f3b4d1aa3 req-fb101214-e98d-4e86-bdc8-cb2ebe9a818e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:42.029579 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dc4148d7-a194-4e65-9f80-c55f3b4d1aa3 req-fb101214-e98d-4e86-bdc8-cb2ebe9a818e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0533991 Nov 18 16:43:42.080493 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-dc4148d7-a194-4e65-9f80-c55f3b4d1aa3 req-f1db2d92-2191-4d08-aa9a-43b95de12591 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448017 Nov 18 16:43:42.422063 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47847dd3-f6be-4e67-b28b-9c4145c204f9 req-4388b5a6-28b5-4ca1-9664-0f3de09e6fae tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:42.423578 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47847dd3-f6be-4e67-b28b-9c4145c204f9 req-4388b5a6-28b5-4ca1-9664-0f3de09e6fae tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0505555 Nov 18 16:43:42.472122 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47847dd3-f6be-4e67-b28b-9c4145c204f9 req-56fbaf36-26b4-41ed-b373-5714f3736052 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424192 Nov 18 16:43:43.204641 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291759c-ec18-4f27-b37b-3c2047350452 req-76981afd-cba5-41ab-83eb-e2e50aa35e55 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:43.206153 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2291759c-ec18-4f27-b37b-3c2047350452 req-76981afd-cba5-41ab-83eb-e2e50aa35e55 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0583978 Nov 18 16:43:43.256829 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2291759c-ec18-4f27-b37b-3c2047350452 req-e5986d4b-6cb9-4a7a-ab31-91e67f78b5eb tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Nov 18 16:43:43.412861 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40522) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:43.462705 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Deleting subnet c0a30546-c5a5-411f-86c1-273048d49a09 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:43:43.466008 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.501212 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.543599 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.600271 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.603344 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433732-309b-4a0b-90d2-3dead92786c7 req-693c706a-c0cf-49bc-b450-2b48e92bd967 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:43.604940 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b433732-309b-4a0b-90d2-3dead92786c7 req-693c706a-c0cf-49bc-b450-2b48e92bd967 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0548387 Nov 18 16:43:43.628119 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a30546-c5a5-411f-86c1-273048d49a09,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:43.630128 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.633980 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3bf6787b-1fe2-43a6-ba93-a3b55b4c35e3 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c0a30546-c5a5-411f-86c1-273048d49a09 HTTP/1.1" status: 204 len: 168 time: 0.2194440 Nov 18 16:43:43.636706 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40526) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:43.665737 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-2b433732-309b-4a0b-90d2-3dead92786c7 req-f8c65793-7d2d-49ca-83c1-30484b86ee24 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483444 Nov 18 16:43:43.715593 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.795083 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.819655 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8016fd1-68d9-4122-a851-58dcdf52e96c']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:43.829885 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7114bd3e-df7b-40d2-9a6e-59b8ccecb292') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:43.830251 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7114bd3e-df7b-40d2-9a6e-59b8ccecb292') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:43.840725 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.854016 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.860111 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:43:43.860485 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:43:43.862111 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:43:43.915561 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.921380 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:43.924548 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] 10.222.0.37 "DELETE /v2.0/networks/a8016fd1-68d9-4122-a851-58dcdf52e96c HTTP/1.1" status: 204 len: 168 time: 0.2865274 Nov 18 16:43:43.936148 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d9ba45-8450-41f4-8a68-88068da714ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a8016fd1-68d9-4122-a851-58dcdf52e96c,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:44.115811 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40530) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:44.156418 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-80395824-cd77-4340-a8ea-3ea050457577 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7150bff6c3f443a78a994227ba2a1d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394282 Nov 18 16:43:44.158928 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40532) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:44.207896 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15e4f97-aea6-44a7-90e5-c241c421e4cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:44.229440 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15e4f97-aea6-44a7-90e5-c241c421e4cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:44.282483 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15e4f97-aea6-44a7-90e5-c241c421e4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:44.285056 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-c15e4f97-aea6-44a7-90e5-c241c421e4cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:44.286410 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-c15e4f97-aea6-44a7-90e5-c241c421e4cd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9b8903fb-00a9-4ea9-ba46-f4b02d835bcd HTTP/1.1" status: 204 len: 168 time: 0.1263776 Nov 18 16:43:44.297499 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e4f97-aea6-44a7-90e5-c241c421e4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8903fb-00a9-4ea9-ba46-f4b02d835bcd,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:44.398164 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ee51f-d197-4976-83c1-5d4d147ee4aa req-4fdba45f-3e20-4fda-856a-2e795a68bdc3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:44.400504 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fd1ee51f-d197-4976-83c1-5d4d147ee4aa req-4fdba45f-3e20-4fda-856a-2e795a68bdc3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0595055 Nov 18 16:43:44.475928 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fd1ee51f-d197-4976-83c1-5d4d147ee4aa req-c105d394-d538-4232-95d9-bc640929d1c0 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687711 Nov 18 16:43:44.806548 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9f21-fc67-4a9e-a3e5-af6119459f94 req-ce4d7c3f-02b6-4c08-a964-2428522e8320 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:44.808140 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcda9f21-fc67-4a9e-a3e5-af6119459f94 req-ce4d7c3f-02b6-4c08-a964-2428522e8320 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0541568 Nov 18 16:43:44.876113 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bcda9f21-fc67-4a9e-a3e5-af6119459f94 req-da0e7d61-5623-4e18-bbc8-7f26b3938003 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601861 Nov 18 16:43:45.042567 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40558) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:45.141546 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-186184825-network', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:45.161800 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Made reservation on behalf of e536b7df40ec4268bd83e7b4155c0aff for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:45.164165 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.172574 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.247334 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.251203 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.275606 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:43:45.284208 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ad60af-ba5f-432c-add5-6ed18b6090be,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:45.291335 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.291755 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Added segment 601bd554-d9f7-48c0-a0af-690113bbf169 of type vlan for network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 Nov 18 16:43:45.331271 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.357473 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.358214 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:45.358854 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.392905 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3492253 Nov 18 16:43:45.396376 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40562) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:45.401341 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Request body: {'subnet': {'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-186184825-subnet', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:45.423590 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Made reservation on behalf of e536b7df40ec4268bd83e7b4155c0aff for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:45.425973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.426282 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e9860e-1435-4900-90c2-8255f02dcd74 admin admin] Pushing event updated for resources: {'Network': ['ID=2424fbb1-eb14-4f7e-8ceb-9b52088475b6,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:45.436913 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:43:45.599100 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe31ac8b-1b68-4e9d-9d11-74f6eaa4dbcf req-95d42c43-881c-404b-89b8-5e5d3817f127 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:45.600702 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fe31ac8b-1b68-4e9d-9d11-74f6eaa4dbcf req-95d42c43-881c-404b-89b8-5e5d3817f127 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0524898 Nov 18 16:43:45.616520 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.653392 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fe31ac8b-1b68-4e9d-9d11-74f6eaa4dbcf req-ae1551ca-1a6b-4b88-9183-ea31ee292dad tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Nov 18 16:43:45.673176 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be7b1e4-0202-40e1-a7da-bad324102a43,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:45.680931 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Checking segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:45.681292 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Network hostable DHCP agents. Network: 2424fbb1-eb14-4f7e-8ceb-9b52088475b6, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:43:45.697743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:43:45.706333 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 2424fbb1-eb14-4f7e-8ceb-9b52088475b6) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:45.710203 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:45.710853 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.716197 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4fe92b-b660-45f1-b9f2-f459b1486c67 None None] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:45.731585 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bbb977a4-6d59-43fd-8a73-779f6bf62941 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3340163 Nov 18 16:43:45.734190 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40566) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:45.738487 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:45.759262 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.760449 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.814530 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.862686 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:43:45.863552 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:45.952634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.003630 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Allocated IP 172.20.0.2 (2424fbb1-eb14-4f7e-8ceb-9b52088475b6/2be7b1e4-0202-40e1-a7da-bad324102a43/59587eff-4504-4523-a8a9-b0356b9e2bcc) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:46.030860 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06916b6a-aeea-4df8-a0f2-4a3926a6d406 req-1882f244-f6d3-4ed2-820c-e04847c0941a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:46.032270 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06916b6a-aeea-4df8-a0f2-4a3926a6d406 req-1882f244-f6d3-4ed2-820c-e04847c0941a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0750308 Nov 18 16:43:46.117089 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06916b6a-aeea-4df8-a0f2-4a3926a6d406 req-6eb93a84-f060-4e96-a75d-27623bcb00fa tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782039 Nov 18 16:43:46.153244 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.160313 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.202059 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:46.207953 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Pushing event updated for resources: {'Port': ['ID=59587eff-4504-4523-a8a9-b0356b9e2bcc,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:46.210157 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:46.213848 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:46.220489 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.220851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.221201 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.221546 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.221897 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.222224 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.222590 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.222931 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.223268 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.223596 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.223932 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.224261 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:43:46.234085 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.253390 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.280464 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Attempting to bind port 59587eff-4504-4523-a8a9-b0356b9e2bcc on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:46.280981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Attempting to bind port 59587eff-4504-4523-a8a9-b0356b9e2bcc by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:46.281389 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Attempting to bind port 59587eff-4504-4523-a8a9-b0356b9e2bcc on network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:46.286743 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:46.287192 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Checking segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:46.287610 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.287978 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Bound using segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:46.288470 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Bound port: 59587eff-4504-4523-a8a9-b0356b9e2bcc, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:46.288844 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.358658 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] For port 59587eff-4504-4523-a8a9-b0356b9e2bcc, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:46.361580 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] For port 59587eff-4504-4523-a8a9-b0356b9e2bcc, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=59587eff-4504-4523-a8a9-b0356b9e2bcc,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:46.364196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Allocated IP 172.27.3.50 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/5b032e7c-cf33-45b1-8a67-fdca6203c417) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:46.366737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.430497 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e57fb-489d-426b-9cee-1ef16277407e None None] Pushing event updated for resources: {'Port': ['ID=59587eff-4504-4523-a8a9-b0356b9e2bcc,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:46.475649 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.516027 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:46.557135 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:46.560057 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:46.562743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:46.596708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=5b032e7c-cf33-45b1-8a67-fdca6203c417,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:46.780879 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfad6c69-6293-48a7-a2a2-b91693272bdd req-be759cd2-adc1-44da-a05a-689d0b4b90ca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:46.782506 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bfad6c69-6293-48a7-a2a2-b91693272bdd req-be759cd2-adc1-44da-a05a-689d0b4b90ca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 943 time: 0.0528653 Nov 18 16:43:46.840708 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bfad6c69-6293-48a7-a2a2-b91693272bdd req-86737623-8739-4834-b82a-69ae1997e417 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514760 Nov 18 16:43:46.841269 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device bfb1f648-f43f-44c4-9910-f90848c8515d details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:43:46.947875 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port bfb1f648-f43f-44c4-9910-f90848c8515d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bfb1f648-f43f-44c4-9910-f90848c8515d,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:46.959713 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'port_id': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'mac_address': 'fa:16:3e:41:6e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:43:46.998072 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.011322 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb1f648-f43f-44c4-9910-f90848c8515d {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:43:47.031549 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port bfb1f648-f43f-44c4-9910-f90848c8515d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bfb1f648-f43f-44c4-9910-f90848c8515d,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:47.036118 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.092947 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=bfb1f648-f43f-44c4-9910-f90848c8515d,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:47.110195 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.212368 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 59587eff-4504-4523-a8a9-b0356b9e2bcc up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:47.269400 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 59587eff-4504-4523-a8a9-b0356b9e2bcc triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:47.269769 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.299518 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['bfb1f648-f43f-44c4-9910-f90848c8515d'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:43:47.323782 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435293e-0f40-40c4-a3db-c1e2064b78fe req-7cf54511-6698-4117-92d9-fd9c27a654ac tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:47.325405 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0435293e-0f40-40c4-a3db-c1e2064b78fe req-7cf54511-6698-4117-92d9-fd9c27a654ac tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.1122773 Nov 18 16:43:47.401542 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.418270 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0435293e-0f40-40c4-a3db-c1e2064b78fe req-c004a1bb-ed2a-4c0b-835e-d7a65bc9c164 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610631 Nov 18 16:43:47.447568 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.469621 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d023c07-a98d-4137-b57f-d1dd0b9edb52 None None] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:47.550070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:43:47.582238 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 59587eff-4504-4523-a8a9-b0356b9e2bcc, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=59587eff-4504-4523-a8a9-b0356b9e2bcc,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:47.592961 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.651200 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-11af1751-0d00-4db9-b8b0-7eb5536e6dc0 None None] Provisioning complete for port 59587eff-4504-4523-a8a9-b0356b9e2bcc triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:47.651490 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-11af1751-0d00-4db9-b8b0-7eb5536e6dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.662550 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:47.681450 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:47.685173 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dff0e785-4dfb-4666-813d-e73b84eb9ad5 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9474998 Nov 18 16:43:47.685373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40574) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:47.688496 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Sync routers for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:47.772618 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=59587eff-4504-4523-a8a9-b0356b9e2bcc,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:47.779059 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:47.779684 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:47.966549 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031634b6-3adb-453e-ab47-e555252f60ba req-713b29d1-4694-4c5b-ace7-b0515b2f9e00 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:47.968546 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-031634b6-3adb-453e-ab47-e555252f60ba req-713b29d1-4694-4c5b-ace7-b0515b2f9e00 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 944 time: 0.0567131 Nov 18 16:43:48.022409 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-031634b6-3adb-453e-ab47-e555252f60ba req-7747e08d-3122-4afc-9364-cd2dee568f6d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472646 Nov 18 16:43:48.119004 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:48.128535 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.301614 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Allocated IP 172.20.0.1 (2424fbb1-eb14-4f7e-8ceb-9b52088475b6/2be7b1e4-0202-40e1-a7da-bad324102a43/a497cf05-0e28-4da7-bf0d-7a9e87958032) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:48.337161 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-b696ad2b-6002-4b62-badb-0585c10909c0 None None] Provisioning complete for port 59587eff-4504-4523-a8a9-b0356b9e2bcc triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:48.337702 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b696ad2b-6002-4b62-badb-0585c10909c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.369038 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:46Z', 'revision_number': 3, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:48.403303 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Checking router: d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:48.403667 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Updating router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 port 5b032e7c-cf33-45b1-8a67-fdca6203c417 binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:48.426489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.440991 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.473275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.518062 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:48.530031 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:48.557246 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:48.563297 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a497cf05-0e28-4da7-bf0d-7a9e87958032,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:48.616724 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c372eb-6473-45ee-948c-052cc07ebdf7 req-7f3827e3-88ac-4095-8315-e27072cf8361 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:48.618787 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5c372eb-6473-45ee-948c-052cc07ebdf7 req-7f3827e3-88ac-4095-8315-e27072cf8361 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.1082406 Nov 18 16:43:48.619595 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.756837 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5c372eb-6473-45ee-948c-052cc07ebdf7 req-7ed271d2-6f2b-496e-bffa-2e4b06b9b9e5 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016133 Nov 18 16:43:48.807739 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.824615 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.832510 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.863156 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:43:48.869794 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device bfb1f648-f43f-44c4-9910-f90848c8515d up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:48.958939 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54219f-24ba-4f0a-8981-c1062d070896 None None] Pushing event updated for resources: {'Port': ['ID=5b032e7c-cf33-45b1-8a67-fdca6203c417,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:48.987925 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Attempting to bind port 5b032e7c-cf33-45b1-8a67-fdca6203c417 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:48.988304 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Attempting to bind port 5b032e7c-cf33-45b1-8a67-fdca6203c417 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:48.988668 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Attempting to bind port 5b032e7c-cf33-45b1-8a67-fdca6203c417 on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:48.995312 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-1ea3f659-002a-4d55-aea9-d75907739638 None None] Provisioning complete for port a497cf05-0e28-4da7-bf0d-7a9e87958032 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:48.995686 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-1ea3f659-002a-4d55-aea9-d75907739638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:48.996269 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.001681 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.026762 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:49.026762 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:49.026762 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.027120 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:49.028483 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Bound port: 5b032e7c-cf33-45b1-8a67-fdca6203c417, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:49.028483 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.091439 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=a497cf05-0e28-4da7-bf0d-7a9e87958032,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:49.095436 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.138827 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-1ea3f659-002a-4d55-aea9-d75907739638 None None] Port a497cf05-0e28-4da7-bf0d-7a9e87958032 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:49.159582 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port bfb1f648-f43f-44c4-9910-f90848c8515d completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:43:49.185398 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port bfb1f648-f43f-44c4-9910-f90848c8515d triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:49.186091 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.188981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:49.224848 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] For port 5b032e7c-cf33-45b1-8a67-fdca6203c417, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:49.230724 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'mac_address': 'fa:16:3e:42:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:43:49.231446 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:49.234164 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:49.245586 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] For port 5b032e7c-cf33-45b1-8a67-fdca6203c417, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5b032e7c-cf33-45b1-8a67-fdca6203c417,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:49.285669 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.287033 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a527e00-a9b6-4bb3-9c71-e05756f67701 req-7c67c97a-5733-4954-9d27-74aec3b19760 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:49.290928 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a527e00-a9b6-4bb3-9c71-e05756f67701 req-7c67c97a-5733-4954-9d27-74aec3b19760 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 944 time: 0.1188114 Nov 18 16:43:49.294557 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 59587eff-4504-4523-a8a9-b0356b9e2bcc up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:49.403122 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a527e00-a9b6-4bb3-9c71-e05756f67701 req-887d530b-9937-4a9a-abb2-bf87cb1436dc tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015115 Nov 18 16:43:49.415554 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.466641 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:49.491743 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 21ae644b-abde-4b0f-a3fd-8dffb010ac54 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:43:49.496656 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54219f-24ba-4f0a-8981-c1062d070896 None None] Pushing event updated for resources: {'Port': ['ID=5b032e7c-cf33-45b1-8a67-fdca6203c417,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:49.511503 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:49.512340 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:49.589722 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:49.591336 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.596636 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 59587eff-4504-4523-a8a9-b0356b9e2bcc triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:49.597150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.631998 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:49.632342 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.637791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-458aa47c-e091-4f35-b18a-fdaa1a87d2f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/d54f4ebc-cf17-41ec-b545-81b2b83ff1d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9508412 Nov 18 16:43:49.732155 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:49.734446 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbf8a68-f662-4385-8b69-04cc7956a227" -d '{"events": [{"server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "name": "network-vif-plugged", "status": "completed", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:49.767498 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-a27b6e75-8ac7-45dc-821d-8703726ae502 None None] Provisioning complete for port a497cf05-0e28-4da7-bf0d-7a9e87958032 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:49.768852 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a27b6e75-8ac7-45dc-821d-8703726ae502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:49.786284 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21ae644b-abde-4b0f-a3fd-8dffb010ac54'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:43:49.990454 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbc6d5-caa9-4ad6-a1dc-2dc05f02253b req-fdb599d1-5ac6-4e05-ad3b-d0284d162717 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:50.005904 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c4cbc6d5-caa9-4ad6-a1dc-2dc05f02253b req-fdb599d1-5ac6-4e05-ad3b-d0284d162717 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 944 time: 0.1124339 Nov 18 16:43:50.022578 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port bfb1f648-f43f-44c4-9910-f90848c8515d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bfb1f648-f43f-44c4-9910-f90848c8515d,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:50.124444 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c4cbc6d5-caa9-4ad6-a1dc-2dc05f02253b req-46d2b5ae-d350-44d8-a38f-fb877945e101 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112285 Nov 18 16:43:50.156235 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.174931 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960e901-8ace-4c22-9016-d05190d432cb x-openstack-request-id: req-b960e901-8ace-4c22-9016-d05190d432cb {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:50.175275 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "name": "network-vif-plugged", "status": "completed", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:50.175464 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b960e901-8ace-4c22-9016-d05190d432cb {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:50.175884 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'code': 200} Nov 18 16:43:50.180384 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:50.223256 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=6']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:50.263798 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-a27b6e75-8ac7-45dc-821d-8703726ae502 None None] Port a497cf05-0e28-4da7-bf0d-7a9e87958032 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:50.480433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=bfb1f648-f43f-44c4-9910-f90848c8515d,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:50.536540 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40628) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:50.541617 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1343317878-network', 'tenant_id': '9b78d5959ceb44828382893b473864d5'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:50.591111 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e782ca-3e49-46a1-b63c-35c205ad7819 req-f2a94a9a-a5d6-4d96-84df-c0590e69c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:50.592624 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53e782ca-3e49-46a1-b63c-35c205ad7819 req-f2a94a9a-a5d6-4d96-84df-c0590e69c850 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 1098 time: 0.1384757 Nov 18 16:43:50.621738 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Made reservation on behalf of 9b78d5959ceb44828382893b473864d5 for: {'network': 1} {{(pid=102912) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:50.625280 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.641098 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.668767 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 2, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:50.684052 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53e782ca-3e49-46a1-b63c-35c205ad7819 req-2cd45ac8-806d-4e11-80ac-042452e1cab3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823014 Nov 18 16:43:50.705865 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c08d7a-8ee8-4670-874d-a5d11793a9b0 None None] The sync data for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi is: [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 2, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:50.757197 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb174c4-96de-43eb-b836-b687584a8784 req-5b329925-1a95-4f96-b60a-c74e3b2f7370 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:50.759674 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fbb174c4-96de-43eb-b836-b687584a8784 req-5b329925-1a95-4f96-b60a-c74e3b2f7370 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 945 time: 0.1913908 Nov 18 16:43:50.762627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.818397 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.836374 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fbb174c4-96de-43eb-b836-b687584a8784 req-fd483ae3-6a75-44da-b483-9b1a7693eea3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696440 Nov 18 16:43:50.858224 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:50.873972 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=102912) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:43:50.880897 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2aabd-a143-46bb-a1f3-d308544284af,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:50.887945 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.888551 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.segments_db [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Added segment 32204258-990c-4940-be23-cfd015d6782a of type vlan for network 2e60f961-70fc-420b-9e32-0aa4763633cb Nov 18 16:43:50.936609 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.982285 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:50.982501 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.983325 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:50.983754 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:50.984661 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.033273 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40630) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:51.034169 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4964979 Nov 18 16:43:51.041752 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Request body: {'subnet': {'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1343317878-subnet', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:51.085330 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14261ef-1235-45b9-aa6b-2843d8868452 admin admin] Pushing event updated for resources: {'Network': ['ID=2e60f961-70fc-420b-9e32-0aa4763633cb,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:51.101974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Made reservation on behalf of 9b78d5959ceb44828382893b473864d5 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:43:51.106927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.114339 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network 2e60f961-70fc-420b-9e32-0aa4763633cb details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:43:51.259931 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.317736 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:51.336306 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.341373 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cba35-edbc-46b2-93bf-49647401181a req-0824ce11-e5c9-437a-a397-4b52adaaaa45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:51.343144 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e2cba35-edbc-46b2-93bf-49647401181a req-0824ce11-e5c9-437a-a397-4b52adaaaa45 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 944 time: 0.1118252 Nov 18 16:43:51.441785 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=7']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:51.477933 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9e2cba35-edbc-46b2-93bf-49647401181a req-4716cc36-4780-40f1-8afb-0cc95426fbee tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248789 Nov 18 16:43:51.479448 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.537109 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f58ee7d-3c07-4a9a-b90d-a54ba342c240,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:51.553323 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Checking segment: {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:51.553695 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Network hostable DHCP agents. Network: 2e60f961-70fc-420b-9e32-0aa4763633cb, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:43:51.576213 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Network 2e60f961-70fc-420b-9e32-0aa4763633cb is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:43:51.586974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, 2e60f961-70fc-420b-9e32-0aa4763633cb) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:51.598983 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:51.599670 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.599783 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a59d29-3b6e-4acb-b213-cda5da9d5ac2 None None] Network 2e60f961-70fc-420b-9e32-0aa4763633cb requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:51.632335 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4583ee3a-45e4-4036-81a0-639984f1f83d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5977247 Nov 18 16:43:51.642931 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40634) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:51.647317 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:51.681505 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.685114 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:51.825959 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.005064 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-2e60f961-70fc-420b-9e32-0aa4763633cb', 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'fixed_ips': [{'subnet_id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:43:52.006328 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.101908 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c2618-491f-4777-9689-679e139a1886 req-1468a00c-73cc-4b40-b7ea-e7ec8d3a59fa tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:52.103896 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e1c2618-491f-4777-9689-679e139a1886 req-1468a00c-73cc-4b40-b7ea-e7ec8d3a59fa tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 945 time: 0.1529934 Nov 18 16:43:52.141273 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.186841 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:52.189179 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b3d24d-fe26-441b-8c1d-282491af56f3" -d '{"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-plugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:52.225057 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Allocated IP 172.20.0.2 (2e60f961-70fc-420b-9e32-0aa4763633cb/0f58ee7d-3c07-4a9a-b90d-a54ba342c240/8d70c552-64f3-4412-b344-4aec50a271ed) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:52.262947 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea77d72-a480-4c84-a922-0a53d4e8b200 x-openstack-request-id: req-0ea77d72-a480-4c84-a922-0a53d4e8b200 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:52.263615 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-plugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:52.263615 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ea77d72-a480-4c84-a922-0a53d4e8b200 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:52.264091 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'code': 200} Nov 18 16:43:52.267545 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5e1c2618-491f-4777-9689-679e139a1886 req-29fb662a-d1d1-46c8-9a7b-194c5be0482c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191161 Nov 18 16:43:52.437715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e5e4da-a5b7-485b-80dd-e0f7883fbcf1 req-240b8987-af8c-40bd-9ab8-e6dcc6915326 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:52.450170 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d9e5e4da-a5b7-485b-80dd-e0f7883fbcf1 req-240b8987-af8c-40bd-9ab8-e6dcc6915326 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 945 time: 0.0845177 Nov 18 16:43:52.508444 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.521875 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.556407 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d9e5e4da-a5b7-485b-80dd-e0f7883fbcf1 req-29da7f15-3d2c-4492-b3e3-219334b7c4ec tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049523 Nov 18 16:43:52.575370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40644) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:52.619842 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Pushing event updated for resources: {'Port': ['ID=8d70c552-64f3-4412-b344-4aec50a271ed,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:52.638906 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Network 2e60f961-70fc-420b-9e32-0aa4763633cb is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:52.644683 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:52.649285 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:52.689678 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.722847 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Attempting to bind port 8d70c552-64f3-4412-b344-4aec50a271ed on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:52.723147 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Attempting to bind port 8d70c552-64f3-4412-b344-4aec50a271ed by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:52.723506 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Attempting to bind port 8d70c552-64f3-4412-b344-4aec50a271ed on network 2e60f961-70fc-420b-9e32-0aa4763633cb {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:52.730665 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:52.731019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Checking segment: {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:52.731425 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.731818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Bound using segment: {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:52.732298 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Bound port: 8d70c552-64f3-4412-b344-4aec50a271ed, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:52.732678 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.743790 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.833357 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] For port 8d70c552-64f3-4412-b344-4aec50a271ed, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:52.837957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] For port 8d70c552-64f3-4412-b344-4aec50a271ed, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=8d70c552-64f3-4412-b344-4aec50a271ed,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:52.840220 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606c12-b478-4756-b41e-f589980914cf req-cc138583-4383-47a4-8e13-5941bbafd8cb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:52.842731 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-48606c12-b478-4756-b41e-f589980914cf req-cc138583-4383-47a4-8e13-5941bbafd8cb tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.2033253 Nov 18 16:43:52.853661 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:52.949494 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8354ef8-0b36-4089-b85b-21fec9a19050 None None] Pushing event updated for resources: {'Port': ['ID=8d70c552-64f3-4412-b344-4aec50a271ed,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:52.977002 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ced9392-2d31-4d00-a6a4-fa4cbff30759 tempest-TestVolumeBootPattern-405556239 tempest-TestVolumeBootPattern-405556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:52.979028 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2ced9392-2d31-4d00-a6a4-fa4cbff30759 tempest-TestVolumeBootPattern-405556239 tempest-TestVolumeBootPattern-405556239-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 1093 time: 0.4023418 Nov 18 16:43:52.982017 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40648) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:52.987061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'port_id': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:53.012196 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-48606c12-b478-4756-b41e-f589980914cf req-05303701-3bf2-48aa-aa60-a274080f7517 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605463 Nov 18 16:43:53.026761 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.077333 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Allocated IP 172.27.3.250 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/f94e7fe8-68dc-40d8-9704-7d890438b32f) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:53.263681 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5b032e7c-cf33-45b1-8a67-fdca6203c417 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:53.304011 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.325380 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.380440 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 5b032e7c-cf33-45b1-8a67-fdca6203c417 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:53.380953 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.412788 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.521088 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f94e7fe8-68dc-40d8-9704-7d890438b32f,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:53.553022 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.564999 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:53.566794 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:53.569786 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:53.600007 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Allocated IP 172.27.3.189 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/5ab1bde5-3040-4d63-aae2-c2e0155299bb) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:53.603724 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 5b032e7c-cf33-45b1-8a67-fdca6203c417, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5b032e7c-cf33-45b1-8a67-fdca6203c417,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:53.610123 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.701542 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=5b032e7c-cf33-45b1-8a67-fdca6203c417,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:53.765048 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.814185 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:53.880708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:53.885076 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:53.892984 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:54.319952 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Sync routers for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:54.333422 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:54.334520 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:54.367562 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:54.490347 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:54.610907 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200fe590-eed7-4b2f-927d-f01550d0805e None None] Network 2e60f961-70fc-420b-9e32-0aa4763633cb requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:43:54.666757 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:54.675304 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=5ab1bde5-3040-4d63-aae2-c2e0155299bb,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:54.759383 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14038eab-6622-45f6-8737-badc9abcc5ed req-3459fcd4-044d-4268-88ae-6327efd9f3a0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:54.761140 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-14038eab-6622-45f6-8737-badc9abcc5ed req-3459fcd4-044d-4268-88ae-6327efd9f3a0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.5776932 Nov 18 16:43:54.852855 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Router bf570e16-bd0b-4347-bb8f-376793df9899 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102912) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:43:54.877573 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-14038eab-6622-45f6-8737-badc9abcc5ed req-6e01ba11-947e-4a4f-9c2c-d853fa13c3ca tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073430 Nov 18 16:43:54.983007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:55.016136 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.028382 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.030243 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-80133ed5-9970-4e09-bfaf-4151f5f423e2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3892512 Nov 18 16:43:55.030889 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Sync routers for ids ['bf570e16-bd0b-4347-bb8f-376793df9899'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:55.033086 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40656) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:55.081971 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 2, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:55.095489 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Routers {'bf570e16-bd0b-4347-bb8f-376793df9899'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:55.096891 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['bf570e16-bd0b-4347-bb8f-376793df9899'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:55.129063 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-acec35af-55c2-4efd-9a90-c1fc7891c15f None None] Provisioning complete for port 8d70c552-64f3-4412-b344-4aec50a271ed triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:55.129539 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-acec35af-55c2-4efd-9a90-c1fc7891c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.133599 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.158961 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Checking router: d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:55.159425 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Updating router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 port a497cf05-0e28-4da7-bf0d-7a9e87958032 binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:55.225244 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.350126 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4d1caa21-9284-40c5-998e-06dc62426b52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.399290 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.406724 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.496444 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-acec35af-55c2-4efd-9a90-c1fc7891c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.529969 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 8d70c552-64f3-4412-b344-4aec50a271ed up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:55.564466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=5ab1bde5-3040-4d63-aae2-c2e0155299bb,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:55.583443 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.650956 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.673040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-acec35af-55c2-4efd-9a90-c1fc7891c15f None None] For port 8d70c552-64f3-4412-b344-4aec50a271ed, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=8d70c552-64f3-4412-b344-4aec50a271ed,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:55.698075 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-acec35af-55c2-4efd-9a90-c1fc7891c15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.781760 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Floating IP e55a416a-c144-4c54-a3ba-8c01404b73bb associated. External IP: 172.27.3.189, port: bfb1f648-f43f-44c4-9910-f90848c8515d. Nov 18 16:43:55.831387 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec35af-55c2-4efd-9a90-c1fc7891c15f None None] Pushing event updated for resources: {'Port': ['ID=8d70c552-64f3-4412-b344-4aec50a271ed,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:55.881036 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 8d70c552-64f3-4412-b344-4aec50a271ed triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:55.881818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.889732 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.899581 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:55.928197 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Allocated IP 172.20.0.1 (2e60f961-70fc-420b-9e32-0aa4763633cb/0f58ee7d-3c07-4a9a-b90d-a54ba342c240/0bf92bb5-96e0-428a-93a2-2d49efa83d94) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:43:55.973277 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c349cd-8f6f-4bb7-9c91-080b02b37c1a None None] Pushing event updated for resources: {'Port': ['ID=a497cf05-0e28-4da7-bf0d-7a9e87958032,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:56.054157 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Attempting to bind port a497cf05-0e28-4da7-bf0d-7a9e87958032 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:56.055182 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Attempting to bind port a497cf05-0e28-4da7-bf0d-7a9e87958032 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:56.055667 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Attempting to bind port a497cf05-0e28-4da7-bf0d-7a9e87958032 on network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:56.062050 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:56.062358 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Checking segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:56.062762 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.063160 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Bound using segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:56.063644 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Bound port: a497cf05-0e28-4da7-bf0d-7a9e87958032, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:56.064099 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.203863 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ad75be-892d-43b5-9bcd-a1de686735ff req-12603e17-122f-4c7e-9294-2744523c0f7d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:56.207688 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-63ad75be-892d-43b5-9bcd-a1de686735ff req-12603e17-122f-4c7e-9294-2744523c0f7d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.1087692 Nov 18 16:43:56.242621 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:56.261438 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.299197 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] For port a497cf05-0e28-4da7-bf0d-7a9e87958032, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:56.302916 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] For port a497cf05-0e28-4da7-bf0d-7a9e87958032, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=a497cf05-0e28-4da7-bf0d-7a9e87958032,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:56.311696 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.336001 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-63ad75be-892d-43b5-9bcd-a1de686735ff req-a2e2e7b7-1ccb-411d-85dc-c861354cd998 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191938 Nov 18 16:43:56.383771 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.396797 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c349cd-8f6f-4bb7-9c91-080b02b37c1a None None] Pushing event updated for resources: {'Port': ['ID=a497cf05-0e28-4da7-bf0d-7a9e87958032,revision_number=4']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:56.421381 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:56.422198 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:56.436533 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-8543d23f-23c9-4236-9aa0-9d7105c7db15 None None] Provisioning complete for port 8d70c552-64f3-4412-b344-4aec50a271ed triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:56.436950 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8543d23f-23c9-4236-9aa0-9d7105c7db15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.451303 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Set router bf570e16-bd0b-4347-bb8f-376793df9899 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:56.463258 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Network 2e60f961-70fc-420b-9e32-0aa4763633cb is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:56.468520 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:56.485682 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:43:56.486757 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:56.535445 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.593791 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf92bb5-96e0-428a-93a2-2d49efa83d94,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:56.599387 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:56.600809 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-266979fe-36a0-4250-b1a0-0a113d86400c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6176302 Nov 18 16:43:56.606961 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:43:56.609660 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:43:56.642701 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.683470 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b08d1ab-d321-4fb5-aaf7-79e6dd49ba81 x-openstack-request-id: req-3b08d1ab-d321-4fb5-aaf7-79e6dd49ba81 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:43:56.683776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:43:56.684037 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3b08d1ab-d321-4fb5-aaf7-79e6dd49ba81 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:43:56.684453 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'status': 'completed', 'code': 200} Nov 18 16:43:56.839910 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-28cdafb1-412b-4bb2-9705-5c55403c94cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:56.841640 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-28cdafb1-412b-4bb2-9705-5c55403c94cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 1098 time: 0.1356926 Nov 18 16:43:56.947601 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:43:56.981856 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:56.982486 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:56.983170 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:57.056776 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5b032e7c-cf33-45b1-8a67-fdca6203c417 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:57.068740 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-9a0442b7-81bb-4007-ae8b-cc78d09ba0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:57.073472 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-9a0442b7-81bb-4007-ae8b-cc78d09ba0e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.2239430 Nov 18 16:43:57.134190 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:57.138737 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f263a8c3-9939-4dbd-b6d3-17458a873457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.161653 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Provisioning complete for port a497cf05-0e28-4da7-bf0d-7a9e87958032 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:57.162347 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.170078 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34fd0e6-6720-4923-8aa0-d849ead281c7 None None] The sync data for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi is: [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:57.198179 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 5b032e7c-cf33-45b1-8a67-fdca6203c417 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:57.198782 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.215794 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:57.225463 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-8923755b-0ce7-4a5a-8c3d-01a1a95eff2e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb1f648-f43f-44c4-9910-f90848c8515d HTTP/1.1" status: 200 len: 999 time: 0.1415942 Nov 18 16:43:57.254383 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 3, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:57.301669 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-c9092654-e5cd-483e-902d-456a85d1b0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:57.303664 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-c9092654-e5cd-483e-902d-456a85d1b0e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0697248 Nov 18 16:43:57.308540 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Checking router: bf570e16-bd0b-4347-bb8f-376793df9899 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:57.310348 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Updating router bf570e16-bd0b-4347-bb8f-376793df9899 port f94e7fe8-68dc-40d8-9704-7d890438b32f binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:43:57.328480 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.337403 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4326234'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.379688 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-ed8dc046-1d2d-468a-bf09-be4086243545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:57.381724 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-ed8dc046-1d2d-468a-bf09-be4086243545 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699418 Nov 18 16:43:57.389988 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.543285 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Pushing event updated for resources: {'Port': ['ID=0bf92bb5-96e0-428a-93a2-2d49efa83d94,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:57.556452 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-04dd1dbf-9c47-472e-9f33-65a7fe5f67f3 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599286 Nov 18 16:43:57.626854 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.638077 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.703016 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] For port a497cf05-0e28-4da7-bf0d-7a9e87958032, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=a497cf05-0e28-4da7-bf0d-7a9e87958032,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:43:57.716084 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.751511 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f0f36ad9-f65b-4c6f-80c5-6fe4b6ab362f req-a57c5ee2-9bcf-4884-a54d-8c25b7fbfde7 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846700 Nov 18 16:43:57.831351 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c2dfe-dbec-4139-b1ee-b20c8c3cc6fb req-3a0187bd-85d4-4660-abfb-db4110fd8d83 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:57.835141 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-578c2dfe-dbec-4139-b1ee-b20c8c3cc6fb req-3a0187bd-85d4-4660-abfb-db4110fd8d83 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.3176942 Nov 18 16:43:57.855021 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'e55a416a-c144-4c54-a3ba-8c01404b73bb', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:41:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:43:54Z', 'updated_at': '2021-11-18T16:43:54Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:57.907247 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:43:57.915599 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Pushing event updated for resources: {'Port': ['ID=a497cf05-0e28-4da7-bf0d-7a9e87958032,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:57.939845 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Provisioning complete for port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:57.943718 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:57.945546 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:57.949780 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:57.968331 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 8d70c552-64f3-4412-b344-4aec50a271ed up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:57.973377 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Network 2e60f961-70fc-420b-9e32-0aa4763633cb is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:43:57.977805 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:43:58.189395 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Router bf570e16-bd0b-4347-bb8f-376793df9899 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:43:58.206025 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:58.216471 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-578c2dfe-dbec-4139-b1ee-b20c8c3cc6fb req-022a3fd0-7201-46f9-8a98-b9d600f7eae6 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3705587 Nov 18 16:43:58.221559 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 8d70c552-64f3-4412-b344-4aec50a271ed triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:58.223170 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.262157 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d4e3134e-c4fa-44d4-bf71-f01b54775eb1 None None] Port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:58.434721 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:43:58.449800 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-2fa93422-23cd-4478-93d5-dc1d5b046908 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf570e16-bd0b-4347-bb8f-376793df9899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4156656 Nov 18 16:43:58.505460 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.556389 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.630367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.723947 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826898-4c5e-476f-b64e-c827c76795b2 None None] Pushing event updated for resources: {'Port': ['ID=f94e7fe8-68dc-40d8-9704-7d890438b32f,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:58.730722 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Attempting to bind port f94e7fe8-68dc-40d8-9704-7d890438b32f on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:43:58.730936 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Attempting to bind port f94e7fe8-68dc-40d8-9704-7d890438b32f by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:43:58.731338 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Attempting to bind port f94e7fe8-68dc-40d8-9704-7d890438b32f on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:43:58.739590 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:43:58.739981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:43:58.740399 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.741154 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:43:58.741355 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Bound port: f94e7fe8-68dc-40d8-9704-7d890438b32f, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:43:58.742691 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.745064 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-c6e3dff0-0f35-4095-bf19-9cc9a8bcb40f None None] Provisioning complete for port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:58.745612 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-c6e3dff0-0f35-4095-bf19-9cc9a8bcb40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.768699 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'e55a416a-c144-4c54-a3ba-8c01404b73bb', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:41:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:43:54Z', 'updated_at': '2021-11-18T16:43:54Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:58.812343 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53148c8e-af23-4b25-9b48-8609ffd17312 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'e55a416a-c144-4c54-a3ba-8c01404b73bb', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.189', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:41:6e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:43:54Z', 'updated_at': '2021-11-18T16:43:54Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:58.835900 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a497cf05-0e28-4da7-bf0d-7a9e87958032 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:58.878855 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-c6e3dff0-0f35-4095-bf19-9cc9a8bcb40f None None] Port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:43:58.898927 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] For port f94e7fe8-68dc-40d8-9704-7d890438b32f, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:43:58.907206 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] For port f94e7fe8-68dc-40d8-9704-7d890438b32f, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=f94e7fe8-68dc-40d8-9704-7d890438b32f,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:43:58.916469 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:58.949805 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port a497cf05-0e28-4da7-bf0d-7a9e87958032 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:58.950182 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.028156 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Routers {'bf570e16-bd0b-4347-bb8f-376793df9899'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:43:59.028909 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['bf570e16-bd0b-4347-bb8f-376793df9899'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:59.032567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9826898-4c5e-476f-b64e-c827c76795b2 None None] Pushing event updated for resources: {'Port': ['ID=f94e7fe8-68dc-40d8-9704-7d890438b32f,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:59.224541 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] Set router bf570e16-bd0b-4347-bb8f-376793df9899 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:43:59.258338 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224399e5-e50b-44a2-b4f9-4736bccf70ad None None] New status for floating IP e55a416a-c144-4c54-a3ba-8c01404b73bb: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:43:59.379126 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934af9-dde1-4423-a099-13a59797fc3c req-1470d338-c9d4-4d24-b848-77459e9592e5 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:43:59.381501 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bd934af9-dde1-4423-a099-13a59797fc3c req-1470d338-c9d4-4d24-b848-77459e9592e5 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0731754 Nov 18 16:43:59.446729 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bd934af9-dde1-4423-a099-13a59797fc3c req-f6b4aa22-6a84-41a8-a11c-8c7ede53632f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582614 Nov 18 16:43:59.508881 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40674) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:59.516225 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220528263', 'description': 'tempest-secgroup-smoke-1220528263 description', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:59.554566 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.661188 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.666924 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.721785 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.727609 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40676) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:59.734438 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2229252 Nov 18 16:43:59.735875 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf8bf2-93fa-4845-b42d-e6f09fd54688 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27572929-e7d3-4ce9-b45a-39c1146c4f94,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:43:59.749704 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group_rule': {'security_group_id': '27572929-e7d3-4ce9-b45a-39c1146c4f94', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:59.791360 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '0bf92bb5-96e0-428a-93a2-2d49efa83d94', 'name': '', 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'mac_address': 'fa:16:3e:df:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:55Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 2, 'project_id': '9b78d5959ceb44828382893b473864d5', 'subnets': [{'id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:43:59.793498 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a497cf05-0e28-4da7-bf0d-7a9e87958032 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:43:59.812790 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.855278 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ab3e46-42c1-4e7d-81d5-8bbe181de933 None None] The sync data for ids ['bf570e16-bd0b-4347-bb8f-376793df9899'] in dv-cinder-733622-22-iscsi is: [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '0bf92bb5-96e0-428a-93a2-2d49efa83d94', 'name': '', 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'mac_address': 'fa:16:3e:df:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:55Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 2, 'project_id': '9b78d5959ceb44828382893b473864d5', 'subnets': [{'id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:43:59.885993 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.909772 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port a497cf05-0e28-4da7-bf0d-7a9e87958032 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:43:59.910148 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.920156 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.925313 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.960108 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:43:59.963372 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2345090 Nov 18 16:43:59.966727 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40678) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:43:59.972137 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group_rule': {'security_group_id': '27572929-e7d3-4ce9-b45a-39c1146c4f94', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:43:59.973377 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf79f8a-add7-4748-9854-534c2d33c41c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d960eef2-3702-46fd-b843-a8ae39653a7d,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:00.028281 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.098781 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:44:00.119973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.126973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.175715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e69e3d5-ecea-4e2f-a259-59acafcf51bc,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:00.191159 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.196946 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40680) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:00.197095 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6b75820c-1f76-4794-84c5-84fbb49749d0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2292159 Nov 18 16:44:00.201865 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group_rule': {'security_group_id': '27572929-e7d3-4ce9-b45a-39c1146c4f94', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:00.251795 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.329464 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.343985 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.352674 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.373112 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c296bb9-3b73-4b49-b13f-262c11d8697e,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:00.390154 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.391501 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4bce1b11-e99c-4837-9d83-d7b62bc47fd7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1932125 Nov 18 16:44:00.394401 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40682) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:00.399883 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group_rule': {'security_group_id': '27572929-e7d3-4ce9-b45a-39c1146c4f94', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:00.449139 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.545764 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.551867 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.573414 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a328a605-eebf-48aa-882d-58c639acb028,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:00.595931 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.597439 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-dae5ed57-58e8-43a3-b7c9-132fbf7e5406 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2014983 Nov 18 16:44:00.600172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 40686) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:00.613577 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group_rule': {'security_group_id': '27572929-e7d3-4ce9-b45a-39c1146c4f94', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:00.634901 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73889268-820f-4a2a-b364-dea4050360e2 req-41728b00-aaa1-4f3a-885d-23e6dc926efd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:00.636510 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-73889268-820f-4a2a-b364-dea4050360e2 req-41728b00-aaa1-4f3a-885d-23e6dc926efd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0768788 Nov 18 16:44:00.649561 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.securitygroups_db [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Project e536b7df40ec4268bd83e7b4155c0aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 16:44:00.662411 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.721180 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-73889268-820f-4a2a-b364-dea4050360e2 req-8d836180-95d1-475b-9a13-e4f377843471 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714760 Nov 18 16:44:00.765445 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.771025 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.794082 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40cc4b7-7a7d-4c50-8cd2-972471ca123a,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:00.801423 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.805995 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40688) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:00.806210 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a211623e-eb3f-468c-8095-aadaf39790ef tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2044840 Nov 18 16:44:00.811328 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'security_group_rule': {'security_group_id': '27572929-e7d3-4ce9-b45a-39c1146c4f94', 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:00.895037 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.securitygroups_db [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Project e536b7df40ec4268bd83e7b4155c0aff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 18 16:44:00.902076 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:00.993561 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:01.057657 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:01.081539 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651c748e-c656-4748-b7b7-9cc312aca643,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:01.085910 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:01.087382 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b2bd7974-f435-4203-b4da-2dea7d490ded tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2800558 Nov 18 16:44:01.399404 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:01.834778 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device f94e7fe8-68dc-40d8-9704-7d890438b32f up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:44:01.900821 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port f94e7fe8-68dc-40d8-9704-7d890438b32f triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:01.901365 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:01.984969 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1668ec-b6ad-4ad0-a6d8-6a6abd13f193 req-a6d08794-9639-40cc-ad77-5610a37873e0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:01.989029 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e1668ec-b6ad-4ad0-a6d8-6a6abd13f193 req-a6d08794-9639-40cc-ad77-5610a37873e0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.1192186 Nov 18 16:44:02.088817 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1e1668ec-b6ad-4ad0-a6d8-6a6abd13f193 req-eb085aa0-9827-4115-aaba-a9f9f2926344 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886574 Nov 18 16:44:02.110966 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:02.138272 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port f94e7fe8-68dc-40d8-9704-7d890438b32f, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=f94e7fe8-68dc-40d8-9704-7d890438b32f,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:02.145226 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:02.216756 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=f94e7fe8-68dc-40d8-9704-7d890438b32f,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:03.252146 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a08fc-51b2-426c-a728-880dc4048fbc req-9cb6e04a-68e5-44cd-9d6e-6ba11a7066ad tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:03.253723 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fb4a08fc-51b2-426c-a728-880dc4048fbc req-9cb6e04a-68e5-44cd-9d6e-6ba11a7066ad tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0661821 Nov 18 16:44:03.298868 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Sync routers for ids ['bf570e16-bd0b-4347-bb8f-376793df9899'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:44:03.311139 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Routers {'bf570e16-bd0b-4347-bb8f-376793df9899'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:44:03.311869 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['bf570e16-bd0b-4347-bb8f-376793df9899'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:03.327048 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fb4a08fc-51b2-426c-a728-880dc4048fbc req-4bc837ec-08a4-48e4-9de5-760cd168b50b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660858 Nov 18 16:44:03.440420 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Set router bf570e16-bd0b-4347-bb8f-376793df9899 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:44:03.754348 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device f94e7fe8-68dc-40d8-9704-7d890438b32f up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:44:03.813217 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '0bf92bb5-96e0-428a-93a2-2d49efa83d94', 'name': '', 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'mac_address': 'fa:16:3e:df:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:55Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 2, 'project_id': '9b78d5959ceb44828382893b473864d5', 'subnets': [{'id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:03.830362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port f94e7fe8-68dc-40d8-9704-7d890438b32f triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:03.830743 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:03.856286 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Checking router: bf570e16-bd0b-4347-bb8f-376793df9899 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:44:03.856718 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Updating router bf570e16-bd0b-4347-bb8f-376793df9899 port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:44:03.888709 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.201466 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.208451 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.262478 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68998ed0-4816-40de-bd3f-b168d150fe69 None None] Pushing event updated for resources: {'Port': ['ID=0bf92bb5-96e0-428a-93a2-2d49efa83d94,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:04.351397 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Attempting to bind port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:44:04.352066 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Attempting to bind port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:44:04.352361 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Attempting to bind port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 on network 2e60f961-70fc-420b-9e32-0aa4763633cb {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:44:04.363446 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:44:04.364013 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Checking segment: {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:44:04.364725 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.365596 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Bound using segment: {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:44:04.366099 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Bound port: 0bf92bb5-96e0-428a-93a2-2d49efa83d94, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32204258-990c-4940-be23-cfd015d6782a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:44:04.367183 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.472171 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] For port 0bf92bb5-96e0-428a-93a2-2d49efa83d94, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:44:04.476923 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] For port 0bf92bb5-96e0-428a-93a2-2d49efa83d94, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=0bf92bb5-96e0-428a-93a2-2d49efa83d94,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:44:04.484025 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.513745 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363c246-1664-4103-9ce0-a03cba50b5b0 req-a39d0496-cc4c-492e-9dd8-469b5a7a7ea0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:04.527764 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c363c246-1664-4103-9ce0-a03cba50b5b0 req-a39d0496-cc4c-492e-9dd8-469b5a7a7ea0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0982060 Nov 18 16:44:04.615090 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68998ed0-4816-40de-bd3f-b168d150fe69 None None] Pushing event updated for resources: {'Port': ['ID=0bf92bb5-96e0-428a-93a2-2d49efa83d94,revision_number=4']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:04.622195 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c363c246-1664-4103-9ce0-a03cba50b5b0 req-0088a360-ee02-443f-bf39-a97fb4fc34c9 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755699 Nov 18 16:44:04.632884 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Routers {'bf570e16-bd0b-4347-bb8f-376793df9899'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:44:04.633754 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:43:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['bf570e16-bd0b-4347-bb8f-376793df9899'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:04.663851 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-5cca8132-1ba3-4f73-ae27-b9c499d302cd None None] Provisioning complete for port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:04.664752 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5cca8132-1ba3-4f73-ae27-b9c499d302cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.772161 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] Set router bf570e16-bd0b-4347-bb8f-376793df9899 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:44:04.849034 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5cca8132-1ba3-4f73-ae27-b9c499d302cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:04.908127 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-5cca8132-1ba3-4f73-ae27-b9c499d302cd None None] For port 0bf92bb5-96e0-428a-93a2-2d49efa83d94, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=0bf92bb5-96e0-428a-93a2-2d49efa83d94,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:04.913320 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5cca8132-1ba3-4f73-ae27-b9c499d302cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:05.018213 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cca8132-1ba3-4f73-ae27-b9c499d302cd None None] Pushing event updated for resources: {'Port': ['ID=0bf92bb5-96e0-428a-93a2-2d49efa83d94,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:05.041618 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-8730a3fe-86da-43f4-b2d5-dafa10b88689 None None] Provisioning complete for port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:05.042023 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8730a3fe-86da-43f4-b2d5-dafa10b88689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:05.121119 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '0bf92bb5-96e0-428a-93a2-2d49efa83d94', 'name': '', 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'mac_address': 'fa:16:3e:df:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:55Z', 'updated_at': '2021-11-18T16:44:04Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'subnets': [{'id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:05.162106 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6d7cf2d-60ab-47c8-a2b9-4f472dbe4180 None None] The sync data for ids ['bf570e16-bd0b-4347-bb8f-376793df9899'] in dv-cinder-733622-22-iscsi is: [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:43:56Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '0bf92bb5-96e0-428a-93a2-2d49efa83d94', 'name': '', 'network_id': '2e60f961-70fc-420b-9e32-0aa4763633cb', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'mac_address': 'fa:16:3e:df:68:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:55Z', 'updated_at': '2021-11-18T16:44:04Z', 'revision_number': 4, 'project_id': '9b78d5959ceb44828382893b473864d5', 'subnets': [{'id': '0f58ee7d-3c07-4a9a-b90d-a54ba342c240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:44:05.739247 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 0bf92bb5-96e0-428a-93a2-2d49efa83d94 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:44:05.770100 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb3e5c-ff3e-452d-92b2-805b41428df1 req-9e1e53c8-8741-4a34-8f1d-4989270f5af8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:05.771624 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0edb3e5c-ff3e-452d-92b2-805b41428df1 req-9e1e53c8-8741-4a34-8f1d-4989270f5af8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0619154 Nov 18 16:44:05.794529 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:05.794909 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:05.825837 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0edb3e5c-ff3e-452d-92b2-805b41428df1 req-d03df86b-7a4a-47b4-9c62-0868e01221af tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468564 Nov 18 16:44:06.179602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-345c7fe1-bf64-4837-99ae-1ed71c9cc834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:06.180933 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-345c7fe1-bf64-4837-99ae-1ed71c9cc834 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1098 time: 0.0415523 Nov 18 16:44:06.278966 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-d3a68a65-ba43-49dd-a9eb-42a4932ef363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:06.280465 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-d3a68a65-ba43-49dd-a9eb-42a4932ef363 service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0901704 Nov 18 16:44:06.348062 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-6832ebc4-e7dd-4016-acd4-c512dd9347fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 1001 time: 0.0596938 Nov 18 16:44:06.404591 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-65fbda0a-c2a1-4cbc-858a-ee035fb24520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:06.406075 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-65fbda0a-c2a1-4cbc-858a-ee035fb24520 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0484710 Nov 18 16:44:06.454489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-f96afd19-0088-44c8-90ab-1263c7a1c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:06.455996 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-f96afd19-0088-44c8-90ab-1263c7a1c3fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416954 Nov 18 16:44:06.548547 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-e05fa06e-4377-4109-9d5c-b707144e41df service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845318 Nov 18 16:44:06.647286 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ee4e0cd-be8d-4be1-80c8-401c713f62b7 req-7c794fa1-89dd-446a-8df0-526e2cbe47e2 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883949 Nov 18 16:44:06.957995 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c707628-b777-416f-bcef-df06ed9b6c9d req-6fd3b188-2f1a-481c-87bc-7b9bd2a64fbe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:06.959482 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7c707628-b777-416f-bcef-df06ed9b6c9d req-6fd3b188-2f1a-481c-87bc-7b9bd2a64fbe tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0516758 Nov 18 16:44:07.017739 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7c707628-b777-416f-bcef-df06ed9b6c9d req-2e2f3ad6-7b50-4c8a-ad54-19ebc5d39ff6 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515339 Nov 18 16:44:08.145488 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170f9bd-30c2-44f7-8681-1e7c51a746f5 req-779bf7fd-3bce-44d0-b4d2-6055675d5f9d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:08.147031 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f170f9bd-30c2-44f7-8681-1e7c51a746f5 req-779bf7fd-3bce-44d0-b4d2-6055675d5f9d tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 945 time: 0.0512869 Nov 18 16:44:08.197047 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f170f9bd-30c2-44f7-8681-1e7c51a746f5 req-300f5188-c2bb-442e-857e-fb1b847cf929 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434322 Nov 18 16:44:08.939739 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:44:09.022239 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:09.048124 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:44:09.050474 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca93a9e-569a-41a3-bdbb-6ce17c9e214e" -d '{"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-unplugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:44:09.065214 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:09.069864 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:09.095403 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 18 Nov 2021 16:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e6dcc1-a7bf-4d2e-ae13-2f03332c541f x-openstack-request-id: req-78e6dcc1-a7bf-4d2e-ae13-2f03332c541f {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:44:09.095695 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-unplugged", "status": "failed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "code": 422}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:44:09.095949 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-78e6dcc1-a7bf-4d2e-ae13-2f03332c541f {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:44:09.096356 dv-cinder-733622-22-iscsi neutron-server[102913]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'code': 422} returned with failed status Nov 18 16:44:09.128599 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=8']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:09.317225 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba85e3d-27bc-4c73-8945-7a017e7d367b req-3c52332c-a2b9-415f-b231-8319a96685be tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:09.318652 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1ba85e3d-27bc-4c73-8945-7a017e7d367b req-3c52332c-a2b9-415f-b231-8319a96685be tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0498323 Nov 18 16:44:09.372083 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1ba85e3d-27bc-4c73-8945-7a017e7d367b req-1cb39c31-9894-4c40-b4f5-1e2cb18d4d0b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468805 Nov 18 16:44:10.192796 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-f2896132-68b3-4c66-bc3e-b647983c8243 req-dd9f5edc-0f89-4cc0-aa79-68a696b9e9c5 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:44:10.193851 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f2896132-68b3-4c66-bc3e-b647983c8243 req-dd9f5edc-0f89-4cc0-aa79-68a696b9e9c5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503995 Nov 18 16:44:10.362605 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dec197-8e27-4814-b766-11f4096908d4 req-e7853b32-2a53-4cde-afae-c795f81e4466 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:10.364118 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b9dec197-8e27-4814-b766-11f4096908d4 req-e7853b32-2a53-4cde-afae-c795f81e4466 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0525072 Nov 18 16:44:10.416368 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-b9dec197-8e27-4814-b766-11f4096908d4 req-5391bfce-8157-4862-8ea7-df075e60469a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449586 Nov 18 16:44:10.565480 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 40844) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:10.648490 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-a9908dcf-805b-4c19-a8ed-56d9d3106fb0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817897 Nov 18 16:44:10.658061 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-acc4d201-2276-4e43-b8eb-df7c3efd647e service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:44:10.659102 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-acc4d201-2276-4e43-b8eb-df7c3efd647e service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053275 Nov 18 16:44:11.542284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-6ea63dbd-667a-476f-849d-bf301931d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:11.543845 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-6ea63dbd-667a-476f-849d-bf301931d21c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083&tenant_id=6b14e0c12e3443509e3bb3d9f3015db1 HTTP/1.1" status: 200 len: 1096 time: 0.0757251 Nov 18 16:44:11.558175 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc448017-0c63-46c2-a647-aceab4a4bce7 req-b7c3ff40-b91a-4784-8a1f-4f1492508294 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:11.559699 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc448017-0c63-46c2-a647-aceab4a4bce7 req-b7c3ff40-b91a-4784-8a1f-4f1492508294 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0634196 Nov 18 16:44:11.639142 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bc448017-0c63-46c2-a647-aceab4a4bce7 req-b67b51e1-28da-46d7-84d5-35caec3be08a tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727260 Nov 18 16:44:11.641930 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-67db04bf-db20-436d-9f8b-73eca88fcbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:11.643464 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-67db04bf-db20-436d-9f8b-73eca88fcbcc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1096 time: 0.0703521 Nov 18 16:44:11.746959 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-146a884a-8c39-41de-ae3c-92b6c7b7bfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:11.748451 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-146a884a-8c39-41de-ae3c-92b6c7b7bfab service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0967183 Nov 18 16:44:11.818566 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-7066cede-a44d-44af-a85e-387863721161 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 999 time: 0.0613856 Nov 18 16:44:11.874472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-d63d2a47-fa82-4c20-a0b5-4682801019f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:11.875968 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-d63d2a47-fa82-4c20-a0b5-4682801019f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0506971 Nov 18 16:44:11.923367 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-88e76f64-61c9-4910-bd2c-7e49b87938ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:11.924863 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-88e76f64-61c9-4910-bd2c-7e49b87938ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404103 Nov 18 16:44:12.021057 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-6b2158fb-e3c6-4fcb-abbc-6289f6985ac6 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878761 Nov 18 16:44:12.122025 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8801e49d-a628-4cd1-8eb4-b47f68c450b6 req-433cfd53-cb8b-462f-83d5-f2578456e56e service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925264 Nov 18 16:44:12.801669 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73255d68-bb80-47df-bac9-4eb3598a3ab8 req-99aaffe9-2f5e-4d41-8b31-3747eec9f76b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:12.803359 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-73255d68-bb80-47df-bac9-4eb3598a3ab8 req-99aaffe9-2f5e-4d41-8b31-3747eec9f76b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0679839 Nov 18 16:44:12.878387 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-73255d68-bb80-47df-bac9-4eb3598a3ab8 req-229481d8-4c77-495b-8b11-f03315439088 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677276 Nov 18 16:44:14.032340 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a630a39-7d24-4b97-b1f6-d675c29631c6 req-8c435c6e-2e2b-4e46-9de8-e2e73981064c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:14.034108 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a630a39-7d24-4b97-b1f6-d675c29631c6 req-8c435c6e-2e2b-4e46-9de8-e2e73981064c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0573683 Nov 18 16:44:14.090781 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9a630a39-7d24-4b97-b1f6-d675c29631c6 req-78a07ae0-ca6f-4ee8-a1a3-a9b0d93635b1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487657 Nov 18 16:44:15.233112 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25477c-2f9d-4420-bb56-aac3b92db6c9 req-af52ccb2-5c4b-4bef-8a00-a7441cb313d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:15.234594 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1d25477c-2f9d-4420-bb56-aac3b92db6c9 req-af52ccb2-5c4b-4bef-8a00-a7441cb313d4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0683970 Nov 18 16:44:15.284292 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1d25477c-2f9d-4420-bb56-aac3b92db6c9 req-410da94b-ecd6-426d-ab41-c98911965205 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435121 Nov 18 16:44:16.417740 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250db3c-e58d-41b8-a201-db74fec71ba3 req-721fa761-1dab-4dce-91b3-872d53086610 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:16.419509 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6250db3c-e58d-41b8-a201-db74fec71ba3 req-721fa761-1dab-4dce-91b3-872d53086610 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0558310 Nov 18 16:44:16.486409 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6250db3c-e58d-41b8-a201-db74fec71ba3 req-ad228c75-4895-4cae-a9b0-6db461a20ca4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605779 Nov 18 16:44:17.642796 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab504ce-1464-464e-85c5-41f1fd4e7b2e req-d0218c10-7181-4d25-9c30-9163840cea42 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:17.644272 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ab504ce-1464-464e-85c5-41f1fd4e7b2e req-d0218c10-7181-4d25-9c30-9163840cea42 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0526018 Nov 18 16:44:17.715619 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ab504ce-1464-464e-85c5-41f1fd4e7b2e req-97bb7c26-0d1b-4255-ba79-3de04cc026c8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509162 Nov 18 16:44:18.779125 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-f908bba1-d5b1-4c53-ad01-41c7d52d5ae1 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220528263&fields=id&tenant_id=e536b7df40ec4268bd83e7b4155c0aff HTTP/1.1" status: 200 len: 267 time: 0.0629747 Nov 18 16:44:18.855023 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf71e7a-b0ad-4763-a47b-9f913d7bc752 req-5cae52d5-393f-445b-b80f-8c77f10bb5b2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:18.856460 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1cf71e7a-b0ad-4763-a47b-9f913d7bc752 req-5cae52d5-393f-445b-b80f-8c77f10bb5b2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0539060 Nov 18 16:44:18.915553 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1cf71e7a-b0ad-4763-a47b-9f913d7bc752 req-cf38a868-e83a-44e3-a3e1-3a8f22193ab0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526147 Nov 18 16:44:18.934945 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-d7697fce-7482-441b-a31b-c8608026b67f tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:18.936892 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-d7697fce-7482-441b-a31b-c8608026b67f tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 808 time: 0.1569045 Nov 18 16:44:18.974117 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-d7869ae5-80a9-453c-9b93-db3c615b9924 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/quotas/e536b7df40ec4268bd83e7b4155c0aff HTTP/1.1" status: 200 len: 375 time: 0.0190337 Nov 18 16:44:19.069140 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-a9d4aaf3-cb2c-4bc8-858b-f2e1c8dbd963 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850701 Nov 18 16:44:19.186167 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-89fbbcfc-66c7-470a-927d-7369f6588cfb service neutron] 10.222.0.37 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086380 Nov 18 16:44:19.299838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-769fa3d1-db0c-4276-9681-c1626e5fe11d service neutron] 10.222.0.37 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075962 Nov 18 16:44:19.705691 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8e51a005-4d5d-48e2-8474-50769c5e4379 req-7afa3889-72a7-4643-971b-78f9c8be67f4 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 210 time: 0.0329947 Nov 18 16:44:20.064377 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111e5ab-b215-43ea-87cc-29b60e41246e req-707d8278-c3c7-4e9d-85cb-f8b946e6a9a0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:20.073059 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0111e5ab-b215-43ea-87cc-29b60e41246e req-707d8278-c3c7-4e9d-85cb-f8b946e6a9a0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0613472 Nov 18 16:44:20.134172 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0111e5ab-b215-43ea-87cc-29b60e41246e req-080562e1-6329-441c-8a8b-cf09bf2ceca1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597584 Nov 18 16:44:20.826604 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ac3abb1b-71c7-4f4d-8007-be07c6364af3 req-3f5f17ef-9185-4c07-a489-d532a1cf2f6e tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 210 time: 0.0271034 Nov 18 16:44:21.260525 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059e84d-b9c5-49b8-914e-904a9fb56039 req-10f43b01-5454-4ea9-9140-4bf7bd8b1e4f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:21.262238 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a059e84d-b9c5-49b8-914e-904a9fb56039 req-10f43b01-5454-4ea9-9140-4bf7bd8b1e4f tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0584080 Nov 18 16:44:21.314736 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a059e84d-b9c5-49b8-914e-904a9fb56039 req-452bc023-da7f-468e-990b-a039a86dc196 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462279 Nov 18 16:44:21.921115 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5af01cb1-7dd6-4e29-ae2d-294fa11b5905 req-0916726d-59db-4991-8341-c654ea0e6147 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 210 time: 0.0263300 Nov 18 16:44:22.443967 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3943be3a-cb11-4e7a-ad43-cae96fa1a7bd req-0d894991-9928-4f76-b75c-e82368685ecf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:22.445732 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3943be3a-cb11-4e7a-ad43-cae96fa1a7bd req-0d894991-9928-4f76-b75c-e82368685ecf tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0495203 Nov 18 16:44:22.502892 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3943be3a-cb11-4e7a-ad43-cae96fa1a7bd req-a0d6aaf9-8d3c-4f85-bb59-529c768589c0 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501709 Nov 18 16:44:23.037152 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d7abeeec-3b21-45b3-bb43-c102badce9bd req-026f0bdc-49ea-4ba4-824e-b6eff30a1e4a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 210 time: 0.0364790 Nov 18 16:44:23.639886 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c24e7bf-68bd-4218-85d1-55b934039a85 req-0d83a21a-6ee4-477f-a549-243a271f0a54 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:23.641588 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c24e7bf-68bd-4218-85d1-55b934039a85 req-0d83a21a-6ee4-477f-a549-243a271f0a54 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.0558097 Nov 18 16:44:23.696325 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c24e7bf-68bd-4218-85d1-55b934039a85 req-210b36c7-1723-438e-9124-29b969e3e128 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471382 Nov 18 16:44:24.136049 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-84073c72-0a5c-4c1e-b599-b7cb615a5cf0 req-1ea2c950-d865-44bd-8702-922b66e6cc97 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 210 time: 0.0287616 Nov 18 16:44:24.355955 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-b5537365-8177-4585-bcad-7d38573958df tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:24.357426 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-b5537365-8177-4585-bcad-7d38573958df tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 808 time: 0.1033337 Nov 18 16:44:24.427379 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-aa326ad3-aff5-45b6-bd4b-6ab791c8ef4e tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e536b7df40ec4268bd83e7b4155c0aff HTTP/1.1" status: 200 len: 380 time: 0.0599642 Nov 18 16:44:24.438792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'port': {'device_id': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'admin_state_up': True, 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'security_groups': ['27572929-e7d3-4ce9-b45a-39c1146c4f94']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:24.542726 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Made reservation on behalf of e536b7df40ec4268bd83e7b4155c0aff for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:44:24.546352 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:24.680506 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Allocated IP 172.20.0.10 (2424fbb1-eb14-4f7e-8ceb-9b52088475b6/2be7b1e4-0202-40e1-a7da-bad324102a43/e723925c-a569-400c-8f8d-569744c5fdda) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:44:24.842590 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a6832ea5-78af-46e5-8798-9c21343c33ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:24.868806 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:24.883677 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee273dd9-c693-49d0-bbec-c2d5d4fc188f req-cd298999-132a-4bdf-a077-fbed15803bf7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:24.885232 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee273dd9-c693-49d0-bbec-c2d5d4fc188f req-cd298999-132a-4bdf-a077-fbed15803bf7 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 943 time: 0.1015077 Nov 18 16:44:24.947760 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:24.962464 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ee273dd9-c693-49d0-bbec-c2d5d4fc188f req-0327712b-ff4b-4e97-ad5e-ca6b06a905db tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705183 Nov 18 16:44:24.992022 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:44:24.995275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:44:24.998836 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:44:25.034472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:25.045558 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:44:25.062571 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:25.063227 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.083539 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-9196ec06-64d1-4d20-9aff-4f22b1b03c1a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6486819 Nov 18 16:44:25.100585 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Request body: {'port': {'device_id': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:25.164424 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.170789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:25.183250 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'port_id': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'mac_address': 'fa:16:3e:42:d9:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:44:25.230038 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.246856 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ae644b-abde-4b0f-a3fd-8dffb010ac54 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:44:25.252562 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-289cf527-e5e5-470c-bef7-0b80166d09e1 None None] Provisioning complete for port e723925c-a569-400c-8f8d-569744c5fdda triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:25.253012 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-289cf527-e5e5-470c-bef7-0b80166d09e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.268058 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4491ea-8700-4287-b068-e6343b0da9ec req-171315d6-36b2-47b4-81ce-2c6f619bc48d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:25.270056 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6d4491ea-8700-4287-b068-e6343b0da9ec req-171315d6-36b2-47b4-81ce-2c6f619bc48d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 932 time: 0.0515404 Nov 18 16:44:25.292827 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:25.300552 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.311789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-289cf527-e5e5-470c-bef7-0b80166d09e1 None None] Port e723925c-a569-400c-8f8d-569744c5fdda cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:44:25.332802 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6d4491ea-8700-4287-b068-e6343b0da9ec req-bf874195-4f0c-4d6b-814e-ab10bf431202 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556884 Nov 18 16:44:25.361284 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=9']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:25.448532 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e723925c-a569-400c-8f8d-569744c5fdda {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:44:25.455933 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.467763 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Transition to ACTIVE for port object e723925c-a569-400c-8f8d-569744c5fdda will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:44:25.471674 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.512012 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['21ae644b-abde-4b0f-a3fd-8dffb010ac54'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:44:25.536800 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:25.592792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Attempting to bind port e723925c-a569-400c-8f8d-569744c5fdda on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:44:25.593066 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Attempting to bind port e723925c-a569-400c-8f8d-569744c5fdda by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:44:25.593474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Attempting to bind port e723925c-a569-400c-8f8d-569744c5fdda on network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:44:25.598470 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Port e723925c-a569-400c-8f8d-569744c5fdda on network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:44:25.598799 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Attempting to bind port e723925c-a569-400c-8f8d-569744c5fdda on network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:44:25.608443 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:44:25.608825 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Checking segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:44:25.609182 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Bound using segment: {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:44:25.609683 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Bound port: e723925c-a569-400c-8f8d-569744c5fdda, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601bd554-d9f7-48c0-a0af-690113bbf169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:44:25.609996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.686876 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:44:25.690392 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:44:25.695165 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.727861 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:25.728477 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:25.729853 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] 10.222.0.66 "PUT /v2.0/ports/e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 1094 time: 0.6367619 Nov 18 16:44:25.730380 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:44:25.732657 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48c72d6-07a7-453a-a932-417fa3a0f66e" -d '{"events": [{"name": "network-changed", "server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:44:25.760918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d3b543-3ba3-4e4f-a3bc-6a266d0c92fb service neutron] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:25.789327 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8bea2f-cab3-44be-bec2-c8a29a8d973f x-openstack-request-id: req-9b8bea2f-cab3-44be-bec2-c8a29a8d973f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:44:25.789628 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:44:25.789884 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9b8bea2f-cab3-44be-bec2-c8a29a8d973f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:44:25.790326 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'status': 'completed', 'code': 200} Nov 18 16:44:25.837020 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-17e90205-403d-4ca8-9641-90a43fa18777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:25.839264 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-17e90205-403d-4ca8-9641-90a43fa18777 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1097 time: 0.0443132 Nov 18 16:44:25.887283 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-fe900e23-4369-48dd-ab27-886c92dc3de9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 217 time: 0.0398331 Nov 18 16:44:25.937731 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-f4afd276-c42c-4dfa-93cf-639c3bfb7212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:25.939207 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-f4afd276-c42c-4dfa-93cf-639c3bfb7212 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0440955 Nov 18 16:44:25.988547 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-b3e61bed-7ecf-448d-9cec-4261d6fac823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:25.991115 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-b3e61bed-7ecf-448d-9cec-4261d6fac823 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421865 Nov 18 16:44:26.084243 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36270ead-767a-4af5-93c6-9aba24eafacf req-a8518c41-8df7-4c1e-888f-1a4155807b08 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:26.085921 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-36270ead-767a-4af5-93c6-9aba24eafacf req-a8518c41-8df7-4c1e-888f-1a4155807b08 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 944 time: 0.0504639 Nov 18 16:44:26.142289 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-36270ead-767a-4af5-93c6-9aba24eafacf req-98fbdb9f-7a32-4e94-b2f4-bc8cba9810ce tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499365 Nov 18 16:44:26.354391 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-f5fcadb1-e7f2-4ff9-8c08-c762f9d12c62 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546467 Nov 18 16:44:26.473050 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-53f97d52-8a43-4001-b4bf-3738525ded2f req-00adab46-c0ea-498d-a64b-032d0d1582f1 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113126 Nov 18 16:44:26.487180 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c73ca-06ed-423d-b50e-a2bd260b4c7a req-b7a41712-5a79-4a41-8764-292f273f91b2 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:26.488791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f4c73ca-06ed-423d-b50e-a2bd260b4c7a req-b7a41712-5a79-4a41-8764-292f273f91b2 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0711451 Nov 18 16:44:26.561420 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f4c73ca-06ed-423d-b50e-a2bd260b4c7a req-f0ec1971-a280-45b2-9f1a-4366b30ac03d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656548 Nov 18 16:44:26.574420 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-6c08083e-ed37-4dbc-b963-b52f89c8bc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:26.575889 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-6c08083e-ed37-4dbc-b963-b52f89c8bc6e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1097 time: 0.0552347 Nov 18 16:44:26.673947 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-f4c08bbe-9cce-4daf-9861-d51fe1cdaf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:26.675464 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-f4c08bbe-9cce-4daf-9861-d51fe1cdaf73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 909 time: 0.0900531 Nov 18 16:44:26.718498 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-1b6ccee8-684d-4191-94a1-4e1fc09a601f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 217 time: 0.0341988 Nov 18 16:44:26.768769 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-3ef4d0f9-6fe6-41a8-8a5f-4fe6f5b39597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:26.770219 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-3ef4d0f9-6fe6-41a8-8a5f-4fe6f5b39597 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0436947 Nov 18 16:44:26.816022 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-53bedf04-afec-4ab7-ab3c-608ef5989c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:26.817499 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-53bedf04-afec-4ab7-ab3c-608ef5989c3b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393717 Nov 18 16:44:26.931097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-6dbef49e-95c4-4d57-bd74-b3ef21c1610f service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056385 Nov 18 16:44:26.998649 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ddc20e32-60a8-41e3-a21d-94fa2a9f8571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:27.058983 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:44:27.059849 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d48c72d6-07a7-453a-a932-417fa3a0f66e req-523dfcbe-1a94-42a7-86e5-53edb6ec2c36 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191063 Nov 18 16:44:27.117880 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:27.118250 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:27.198526 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:27.221761 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:44:27.223995 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1087f464-f347-4ff5-a4f1-126e41e43f8e" -d '{"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-plugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:44:27.239846 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:27.245375 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:27.270075 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c307d545-e0ab-45eb-98bb-a60917b9bb4c x-openstack-request-id: req-c307d545-e0ab-45eb-98bb-a60917b9bb4c {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:44:27.270392 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-plugged", "status": "completed", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:44:27.270732 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c307d545-e0ab-45eb-98bb-a60917b9bb4c {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:44:27.271034 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'code': 200} Nov 18 16:44:27.271249 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab97aed-de9e-4b9b-8f60-ec38e8b38fbe req-fffabab4-4224-4baa-b4e9-c173264b65d1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:27.274794 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ab97aed-de9e-4b9b-8f60-ec38e8b38fbe req-fffabab4-4224-4baa-b4e9-c173264b65d1 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 944 time: 0.0575609 Nov 18 16:44:27.304173 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=10']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:27.335590 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4ab97aed-de9e-4b9b-8f60-ec38e8b38fbe req-c824411c-986b-4775-899c-a23b18086d04 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553949 Nov 18 16:44:27.461642 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d2677-779e-467d-81e3-e51d768d12d3 req-1036a0a6-765f-4ab2-8a20-11d634caf75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:27.463313 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3e1d2677-779e-467d-81e3-e51d768d12d3 req-1036a0a6-765f-4ab2-8a20-11d634caf75e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1099 time: 0.0429087 Nov 18 16:44:27.516343 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3e1d2677-779e-467d-81e3-e51d768d12d3 req-6ce96e38-4473-45f9-b295-52e47a16bb83 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Nov 18 16:44:27.679224 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799772d-72aa-4b38-b878-9a975af6f90e req-32e576d6-c544-4d7b-a46c-08498074e0ca tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:27.680751 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f799772d-72aa-4b38-b878-9a975af6f90e req-32e576d6-c544-4d7b-a46c-08498074e0ca tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0519428 Nov 18 16:44:27.730604 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f799772d-72aa-4b38-b878-9a975af6f90e req-83515d36-06f3-4f53-800d-df44552038fb tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435965 Nov 18 16:44:28.460134 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051249cb-a8c0-4896-b067-01ad7411f649 req-635fa1c0-84ee-483a-beea-5d759a85d7e8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:28.461612 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-051249cb-a8c0-4896-b067-01ad7411f649 req-635fa1c0-84ee-483a-beea-5d759a85d7e8 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 946 time: 0.0477812 Nov 18 16:44:28.507896 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-051249cb-a8c0-4896-b067-01ad7411f649 req-8fd542ee-427e-4253-afc7-b79957b20ef4 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Nov 18 16:44:28.523049 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:28.851062 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5089266-f44a-4985-84c8-709651616337 req-1cf13064-3d7a-43c6-a0c2-f535b02c6916 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:28.852594 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5089266-f44a-4985-84c8-709651616337 req-1cf13064-3d7a-43c6-a0c2-f535b02c6916 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0542786 Nov 18 16:44:28.906949 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f5089266-f44a-4985-84c8-709651616337 req-78dfe997-4ecd-4652-811e-52d3d21fa4a9 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476789 Nov 18 16:44:29.631992 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695f1c9-770a-4380-9a1e-837d07be0638 req-c1d8cc82-f203-48a7-800f-ef721ff25cdd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:29.633495 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8695f1c9-770a-4380-9a1e-837d07be0638 req-c1d8cc82-f203-48a7-800f-ef721ff25cdd tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 946 time: 0.0531032 Nov 18 16:44:29.680467 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-8695f1c9-770a-4380-9a1e-837d07be0638 req-b0e900f2-7a62-44d6-8746-698a98c5193c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411026 Nov 18 16:44:29.837371 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:30.021235 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00084461-7041-4de9-8550-9f8b55671dd2 req-c97843f7-dd49-410a-b383-2839989fb06f tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:30.022831 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-00084461-7041-4de9-8550-9f8b55671dd2 req-c97843f7-dd49-410a-b383-2839989fb06f tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0480270 Nov 18 16:44:30.071888 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-00084461-7041-4de9-8550-9f8b55671dd2 req-de09264c-5566-4c33-a4e4-a146f39018d8 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431828 Nov 18 16:44:30.167735 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-5cf3f18f-f1e3-453b-a86e-d22e7e6e9615 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439165 Nov 18 16:44:30.249576 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b61a9-b930-4692-875a-2825b9f0e037 req-e5af6a89-9bbb-401c-a41d-f2b12d9c979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:30.251097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-e5af6a89-9bbb-401c-a41d-f2b12d9c979c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 1099 time: 0.0404811 Nov 18 16:44:30.326869 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:30.357548 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b61a9-b930-4692-875a-2825b9f0e037 req-c7847576-bad1-48a6-9889-ef89bd6b4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:30.359052 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-c7847576-bad1-48a6-9889-ef89bd6b4039 service neutron] 10.222.0.66 "GET /v2.0/networks?id=504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 200 len: 917 time: 0.0873873 Nov 18 16:44:30.429259 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-be3223fe-de49-4e17-9564-01696507747a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 200 len: 1001 time: 0.0605628 Nov 18 16:44:30.478427 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b61a9-b930-4692-875a-2825b9f0e037 req-250b5db9-27de-4f37-837c-b014b528a005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:30.479864 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-250b5db9-27de-4f37-837c-b014b528a005 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 200 len: 855 time: 0.0432277 Nov 18 16:44:30.526716 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b61a9-b930-4692-875a-2825b9f0e037 req-e532b932-83b6-4814-8b67-88131fa38385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:30.528188 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-e532b932-83b6-4814-8b67-88131fa38385 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=504ea0e6-8d30-4bfe-8d8a-47afec964b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405996 Nov 18 16:44:30.623574 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-1dfd69a1-9ad2-46d2-881c-8fb1ca84dc30 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862331 Nov 18 16:44:30.718188 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-796b61a9-b930-4692-875a-2825b9f0e037 req-5b43b06a-557c-4d53-ab23-3e05e9c10dc3 service neutron] 10.222.0.66 "GET /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862703 Nov 18 16:44:31.189228 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a76f90-a88e-4597-8160-ab5678b5bb2e req-ea829d47-cf63-41fb-8e97-86d0af470f81 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:31.190767 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e1a76f90-a88e-4597-8160-ab5678b5bb2e req-ea829d47-cf63-41fb-8e97-86d0af470f81 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0497496 Nov 18 16:44:31.238956 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e1a76f90-a88e-4597-8160-ab5678b5bb2e req-e9f2643b-8864-4aa6-89f6-85b2ce56ce07 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414953 Nov 18 16:44:31.390453 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:32.355085 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dacea6c-5270-4800-b612-45461f2e017a req-4db6ad67-c1c5-49b0-adb2-b24339609e1e tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:32.356501 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3dacea6c-5270-4800-b612-45461f2e017a req-4db6ad67-c1c5-49b0-adb2-b24339609e1e tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0494418 Nov 18 16:44:32.405682 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3dacea6c-5270-4800-b612-45461f2e017a req-9efd0549-5103-4ab3-8be1-e4f64b1556ee tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432189 Nov 18 16:44:33.092009 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:44:33.185686 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:33.196503 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'e723925c-a569-400c-8f8d-569744c5fdda', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'port_id': 'e723925c-a569-400c-8f8d-569744c5fdda', 'mac_address': 'fa:16:3e:b4:19:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:44:33.237208 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:33.250621 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e723925c-a569-400c-8f8d-569744c5fdda {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:44:33.269617 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:33.276081 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:33.325268 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:33.522472 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf8e98-2703-434a-86d6-a26533c7a68a req-7d2bb06a-9294-4598-9f9f-4a872409fac0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:33.523986 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a3cf8e98-2703-434a-86d6-a26533c7a68a req-7d2bb06a-9294-4598-9f9f-4a872409fac0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 945 time: 0.0491126 Nov 18 16:44:33.524288 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['e723925c-a569-400c-8f8d-569744c5fdda'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:44:33.577974 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a3cf8e98-2703-434a-86d6-a26533c7a68a req-6f025d98-be01-4e52-9b25-a54899d98205 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478721 Nov 18 16:44:34.695876 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98688dc-71db-4755-a0a2-d2f60830afa1 req-6c81ff55-0c80-40db-ba60-8feacaecf56d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:34.698086 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e98688dc-71db-4755-a0a2-d2f60830afa1 req-6c81ff55-0c80-40db-ba60-8feacaecf56d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 945 time: 0.0507851 Nov 18 16:44:34.750115 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e98688dc-71db-4755-a0a2-d2f60830afa1 req-12805cf6-7b2c-427e-b81e-4032674600fd tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454285 Nov 18 16:44:35.093541 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:44:35.141281 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port e723925c-a569-400c-8f8d-569744c5fdda completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:44:35.144993 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port e723925c-a569-400c-8f8d-569744c5fdda triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:44:35.145359 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:35.226732 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:35.258865 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:44:35.261108 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e898793b-6542-4efa-9ab4-b94119515f66" -d '{"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-plugged", "status": "completed", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:44:35.274693 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:44:35.279306 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:35.301922 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb98d0-f533-4ba8-baa0-8c00923fa443 x-openstack-request-id: req-bdbb98d0-f533-4ba8-baa0-8c00923fa443 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:44:35.302226 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-plugged", "status": "completed", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:44:35.302521 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdbb98d0-f533-4ba8-baa0-8c00923fa443 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:44:35.302912 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'code': 200} Nov 18 16:44:35.331771 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:35.519438 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1e5dd-f4d8-4fe9-b6eb-34ec7987b65b req-410346a1-4657-4b14-b3a2-353457a62444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:35.520917 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dbc1e5dd-f4d8-4fe9-b6eb-34ec7987b65b req-410346a1-4657-4b14-b3a2-353457a62444 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1099 time: 0.0425074 Nov 18 16:44:35.566542 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-dbc1e5dd-f4d8-4fe9-b6eb-34ec7987b65b req-6b06fcc7-d393-48a1-a786-497a1743d86a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 Nov 18 16:44:35.866231 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8b8f5-bd03-4935-bcca-7d6f2ad1b139 req-f3a21e93-3a86-4e8f-80a0-21e13da95583 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:35.867744 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ad8b8f5-bd03-4935-bcca-7d6f2ad1b139 req-f3a21e93-3a86-4e8f-80a0-21e13da95583 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0494120 Nov 18 16:44:35.916639 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7ad8b8f5-bd03-4935-bcca-7d6f2ad1b139 req-2d9844a5-90b3-4f95-a24f-bbd5d77756a4 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429325 Nov 18 16:44:37.033614 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2dd32f-9a47-4852-b18e-6f0aa7b30751 req-9b737f2d-90ca-4ca3-8b1d-e947aba88759 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:37.035130 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a2dd32f-9a47-4852-b18e-6f0aa7b30751 req-9b737f2d-90ca-4ca3-8b1d-e947aba88759 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0504060 Nov 18 16:44:37.085240 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a2dd32f-9a47-4852-b18e-6f0aa7b30751 req-17775ad7-4b6d-4f6e-b4b0-9665e6702f5d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435956 Nov 18 16:44:37.097776 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:44:37.202219 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3a90c-02f7-40e3-8059-ead8a51b1a8f req-ac615084-5a8e-41e6-a7f6-9932bf7c4d81 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:37.203709 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ab3a90c-02f7-40e3-8059-ead8a51b1a8f req-ac615084-5a8e-41e6-a7f6-9932bf7c4d81 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0511243 Nov 18 16:44:37.256494 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3ab3a90c-02f7-40e3-8059-ead8a51b1a8f req-a08e0119-d57e-45c9-b414-daf421c473a1 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463796 Nov 18 16:44:37.278538 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41044) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:37.362234 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c292c1c-6690-4ab3-801e-c6cc91f1b88f tempest-TestShelveInstance-971091054 tempest-TestShelveInstance-971091054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:37.363786 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9c292c1c-6690-4ab3-801e-c6cc91f1b88f tempest-TestShelveInstance-971091054 tempest-TestShelveInstance-971091054-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1094 time: 0.0842209 Nov 18 16:44:37.366790 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41048) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:44:37.370980 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'port_id': 'e723925c-a569-400c-8f8d-569744c5fdda', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:44:37.395433 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for floatingip, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:37.493959 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:37.595383 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Allocated IP 172.27.3.112 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/913ace49-39ab-4f04-972e-12a1d219ca10) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:44:37.700012 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:37.733032 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:37.772427 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:44:37.775210 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:44:37.781683 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:44:37.784460 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'Port': ['ID=913ace49-39ab-4f04-972e-12a1d219ca10,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:37.815938 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.816293 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.816639 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.816980 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.817316 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.817651 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.818744 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.819089 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.819503 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.819834 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.820165 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:37.820496 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:44:38.181297 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:38.472200 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:38.618525 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:38.623134 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4326234'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:38.691377 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event updated for resources: {'Port': ['ID=913ace49-39ab-4f04-972e-12a1d219ca10,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:44:38.702131 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:38.800687 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.l3_db [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Floating IP fa01b985-b57c-43a5-8d5f-1abba92cec68 associated. External IP: 172.27.3.112, port: e723925c-a569-400c-8f8d-569744c5fdda. Nov 18 16:44:39.006428 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:44:39.115080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:44:39.125016 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] Sync routers for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:44:39.133332 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:39.136788 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:44:39.137418 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:39.160216 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-410ad474-5909-436a-94f3-4498ca7db844 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7924139 Nov 18 16:44:39.160790 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:44:39.163790 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:44:39.201406 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092afa21-80e4-4ff6-86f9-998fbcb42267 x-openstack-request-id: req-092afa21-80e4-4ff6-86f9-998fbcb42267 {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:44:39.202007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:44:39.202007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-092afa21-80e4-4ff6-86f9-998fbcb42267 {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:44:39.202431 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'status': 'completed', 'code': 200} Nov 18 16:44:39.266282 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-4fa9c7ec-0e4c-4c5f-b5e0-2ef0cc55988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:39.267886 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-4fa9c7ec-0e4c-4c5f-b5e0-2ef0cc55988a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1099 time: 0.0424025 Nov 18 16:44:39.384788 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-2ad96e83-d5e1-4e66-b1d4-4925e50c41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:39.386193 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-2ad96e83-d5e1-4e66-b1d4-4925e50c41e5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 909 time: 0.1082137 Nov 18 16:44:39.386685 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:44:39.452511 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-d7b48837-f8d3-4312-b582-9ea01a8d37e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 1000 time: 0.0590703 Nov 18 16:44:39.501021 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-35ba1052-deb1-4488-a827-6150a3dff7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:39.502496 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-35ba1052-deb1-4488-a827-6150a3dff7c1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0431104 Nov 18 16:44:39.553202 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-d0817a5d-74c2-40bc-b954-42b712cc077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:44:39.554802 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-d0817a5d-74c2-40bc-b954-42b712cc077f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448697 Nov 18 16:44:39.620807 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'fa01b985-b57c-43a5-8d5f-1abba92cec68', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'port_id': 'e723925c-a569-400c-8f8d-569744c5fdda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'mac_address': 'fa:16:3e:b4:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:44:38Z', 'updated_at': '2021-11-18T16:44:38Z', 'revision_number': 0, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:39.648235 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-96f92a76-9942-4aaa-8797-7f9fa76d9afb service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863323 Nov 18 16:44:39.648457 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] Checking router: d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:44:39.656865 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:44:39.657475 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:39.745504 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-94fb99ea-3e98-48bb-98a1-aec4759fb8c0 req-2c60b50a-db36-4289-b9b0-b63dbf2921dc service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901024 Nov 18 16:44:39.767135 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:44:39.991845 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'fa01b985-b57c-43a5-8d5f-1abba92cec68', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'port_id': 'e723925c-a569-400c-8f8d-569744c5fdda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'mac_address': 'fa:16:3e:b4:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:44:38Z', 'updated_at': '2021-11-18T16:44:38Z', 'revision_number': 0, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:44:40.018936 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d36b187-4dbe-4bdf-8d22-326fc3114475 None None] The sync data for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi is: [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'fa01b985-b57c-43a5-8d5f-1abba92cec68', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'port_id': 'e723925c-a569-400c-8f8d-569744c5fdda', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 628, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'mac_address': 'fa:16:3e:b4:19:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:44:38Z', 'updated_at': '2021-11-18T16:44:38Z', 'revision_number': 0, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:44:40.194771 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b920c46-d54f-421f-a518-dd99bc1ad741 None None] New status for floating IP fa01b985-b57c-43a5-8d5f-1abba92cec68: ACTIVE {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:44:54.846064 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-aca09f4e-3a8d-49df-97e4-204daf28c355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:56.993773 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-439deb0c-68fa-4a84-937c-398dfa9b0634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:58.525099 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:44:59.840638 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:00.324142 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:01.404274 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:02.873973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bea57-857b-4fa7-9ffc-8916b8117792 req-cdb62c64-e950-44d6-ad73-4a30129fac4b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:02.875506 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9d4bea57-857b-4fa7-9ffc-8916b8117792 req-cdb62c64-e950-44d6-ad73-4a30129fac4b tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 946 time: 0.0515599 Nov 18 16:45:02.922790 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9d4bea57-857b-4fa7-9ffc-8916b8117792 req-438af1ee-4baa-4a82-9d05-a8e1073d6573 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413058 Nov 18 16:45:04.052795 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeee07b-7e52-4473-aefd-afd9c4d8f9a7 req-e743c081-da81-430f-bfe5-c968f9c93609 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:04.054367 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1eeee07b-7e52-4473-aefd-afd9c4d8f9a7 req-e743c081-da81-430f-bfe5-c968f9c93609 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 946 time: 0.0560958 Nov 18 16:45:04.106985 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-1eeee07b-7e52-4473-aefd-afd9c4d8f9a7 req-6b4695ea-0b15-4857-9b19-d612aaf044d5 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups?id=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465033 Nov 18 16:45:04.309028 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142dbb3-7318-4605-bba2-20718844f35c req-62a8c6f2-ba4d-47f5-b442-84345396a8b2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:04.310841 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b142dbb3-7318-4605-bba2-20718844f35c req-62a8c6f2-ba4d-47f5-b442-84345396a8b2 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 946 time: 0.0482249 Nov 18 16:45:04.407250 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Deleting port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:45:04.407589 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:04.495414 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] For port 21ae644b-abde-4b0f-a3fd-8dffb010ac54, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=21ae644b-abde-4b0f-a3fd-8dffb010ac54,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:04.495784 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:04.669037 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:04.669313 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:04.669630 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Floating IP a414bac1-c5d7-4aec-870e-b2b82af08ffb disassociated. External IP: 172.27.3.126, port: 21ae644b-abde-4b0f-a3fd-8dffb010ac54. Nov 18 16:45:04.669974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Calling delete_port for 21ae644b-abde-4b0f-a3fd-8dffb010ac54 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:45:04.797573 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:04.828094 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event deleted for resources: {'Port': ['ID=21ae644b-abde-4b0f-a3fd-8dffb010ac54,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:04.840318 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.840681 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.841025 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.841378 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.841720 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.842042 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.842408 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.842741 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.843071 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.843404 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.843736 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.844061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:04.954828 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Router eba38177-e5fd-427a-8ffe-40041803a6e4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:45:05.064831 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:45:05.076734 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:45:05.087239 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:05.087855 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:05.107395 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] No DVR routers for this DVR port 21ae644b-abde-4b0f-a3fd-8dffb010ac54 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:45:05.109992 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:05.113472 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b142dbb3-7318-4605-bba2-20718844f35c req-8e6f51ec-86a9-41b8-86ec-b1e109824040 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.66 "DELETE /v2.0/ports/21ae644b-abde-4b0f-a3fd-8dffb010ac54 HTTP/1.1" status: 204 len: 173 time: 0.7944307 Nov 18 16:45:05.114024 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-deleted', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:45:05.116466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4bf14c-1f53-4531-ab50-85522f6ff885" -d '{"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-deleted", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:45:05.174996 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438ac4f5-0ee6-4865-b12b-f11bbf233b00 x-openstack-request-id: req-438ac4f5-0ee6-4865-b12b-f11bbf233b00 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:45:05.175230 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c70e29e-750a-46ce-a8bd-c17c976d8083", "name": "network-vif-deleted", "tag": "21ae644b-abde-4b0f-a3fd-8dffb010ac54", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:45:05.175749 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-438ac4f5-0ee6-4865-b12b-f11bbf233b00 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:45:05.179045 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c70e29e-750a-46ce-a8bd-c17c976d8083', 'name': 'network-vif-deleted', 'tag': '21ae644b-abde-4b0f-a3fd-8dffb010ac54', 'status': 'completed', 'code': 200} Nov 18 16:45:05.215595 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:05.230566 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d3d5bde1-94fe-4891-ab9b-c976ca5fa4a0 req-8a95fb89-5392-40d3-898d-752ccaaf9663 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c70e29e-750a-46ce-a8bd-c17c976d8083 HTTP/1.1" status: 200 len: 210 time: 0.0345674 Nov 18 16:45:05.442591 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:05.472486 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:45:05.481342 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:05.481946 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:05.593853 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:05.804202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:05.830153 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6b715a-69ad-40b9-a391-420ae49776fe None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:37:32Z', 'revision_number': 4, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '3ff6007a-624a-4fec-b44d-a3eeb8d0fe91', 'name': '', 'network_id': '504ea0e6-8d30-4bfe-8d8a-47afec964b61', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'mac_address': 'fa:16:3e:75:a9:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:30Z', 'updated_at': '2021-11-18T16:37:38Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'subnets': [{'id': '6d91ced3-e7bf-4718-ac5b-1f806796a4c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:45:06.039064 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd2f429-27fb-4f90-b3b4-09e0acd9168b None None] New status for floating IP a414bac1-c5d7-4aec-870e-b2b82af08ffb: DOWN {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:45:06.321955 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41086) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:06.374533 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-23143345-0001-437b-8794-ae659fd3dc84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.397106 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-23143345-0001-437b-8794-ae659fd3dc84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.444022 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-23143345-0001-437b-8794-ae659fd3dc84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.446665 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-23143345-0001-437b-8794-ae659fd3dc84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.447821 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-23143345-0001-437b-8794-ae659fd3dc84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "DELETE /v2.0/security-groups/f22a9e5a-5c1e-493d-a2a5-5d2cf4836229 HTTP/1.1" status: 204 len: 168 time: 0.1248403 Nov 18 16:45:06.450711 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41088) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:06.456871 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23143345-0001-437b-8794-ae659fd3dc84 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22a9e5a-5c1e-493d-a2a5-5d2cf4836229,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:06.464587 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.api.v2.resource [None req-2b833883-22db-41f5-b7e8-0cce7e67c77c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] show failed (client error): The resource could not be found. Nov 18 16:45:06.465606 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2b833883-22db-41f5-b7e8-0cce7e67c77c tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "GET /v2.0/security-groups/f22a9e5a-5c1e-493d-a2a5-5d2cf4836229 HTTP/1.1" status: 404 len: 347 time: 0.0138812 Nov 18 16:45:06.468605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41090) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:06.589006 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Deleting port 4c418463-e67b-475b-8b6e-efb455d8b396 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:45:06.589347 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.664073 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.664306 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.675617 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Calling delete_port for 4c418463-e67b-475b-8b6e-efb455d8b396 owned by network:floatingip {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:45:06.813811 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.840494 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Pushing event deleted for resources: {'Port': ['ID=4c418463-e67b-475b-8b6e-efb455d8b396,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:06.902174 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks [] for floatingip, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.904743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:06.905905 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-84c30b8d-8432-42e8-bdab-0b1bfe5ad962 tempest-AttachVolumeShelveTestJSON-2052040780 tempest-AttachVolumeShelveTestJSON-2052040780-project] 10.222.0.37 "DELETE /v2.0/floatingips/a414bac1-c5d7-4aec-870e-b2b82af08ffb HTTP/1.1" status: 204 len: 168 time: 0.4362731 Nov 18 16:45:07.295516 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:45:07.316306 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 21ae644b-abde-4b0f-a3fd-8dffb010ac54 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:45:07.316704 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 21ae644b-abde-4b0f-a3fd-8dffb010ac54 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:45:09.313955 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41114) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:09.766334 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:10.012634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Deleting port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:45:10.012974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:10.352605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] For port 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:10.353330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:10.368355 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Calling delete_port for 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:45:10.549307 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:10.575873 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff6007a-624a-4fec-b44d-a3eeb8d0fe91,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:10.748685 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:10.964941 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Router eba38177-e5fd-427a-8ffe-40041803a6e4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:45:11.071664 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:45:11.078655 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-759a8ced-8aff-4744-af8c-fab94ad1b2e8 admin admin] 10.222.0.37 "PUT /v2.0/routers/eba38177-e5fd-427a-8ffe-40041803a6e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7630913 Nov 18 16:45:11.079432 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41118) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:11.081501 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] Sync routers for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:45:11.092411 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:11.093030 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:11.189810 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.296451 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.339740 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:11.354384 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Deleting port 96f3fcc3-ddea-4339-bb30-7169954fc9af {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:45:11.354963 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.432811 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] For port 96f3fcc3-ddea-4339-bb30-7169954fc9af, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=96f3fcc3-ddea-4339-bb30-7169954fc9af,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:11.433199 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.445992 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Calling delete_port for 96f3fcc3-ddea-4339-bb30-7169954fc9af owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:45:11.519952 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:45:10Z', 'revision_number': 5, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port': {'id': '96f3fcc3-ddea-4339-bb30-7169954fc9af', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:88:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:37:26Z', 'updated_at': '2021-11-18T16:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:11.551154 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] Checking router: eba38177-e5fd-427a-8ffe-40041803a6e4 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:45:11.564464 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] Routers {'eba38177-e5fd-427a-8ffe-40041803a6e4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:11.565212 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['eba38177-e5fd-427a-8ffe-40041803a6e4'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:11.622362 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.648825 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f3fcc3-ddea-4339-bb30-7169954fc9af,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:11.665109 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] Set router eba38177-e5fd-427a-8ffe-40041803a6e4 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:11.724857 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.735173 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:45:11Z', 'revision_number': 6, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:11.776712 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4303afc9-252e-460a-98ae-ad85e985298e None None] The sync data for ids ['eba38177-e5fd-427a-8ffe-40041803a6e4'] in dv-cinder-733622-22-iscsi is: [{'id': 'eba38177-e5fd-427a-8ffe-40041803a6e4', 'name': 'tempest-AttachVolumeShelveTestJSON-285678867-router', 'tenant_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:37:25Z', 'updated_at': '2021-11-18T16:45:11Z', 'revision_number': 6, 'project_id': '6b14e0c12e3443509e3bb3d9f3015db1', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:45:11.820209 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.822370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.863935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.864561 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eba38177-e5fd-427a-8ffe-40041803a6e4 {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:45:11.868780 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.869920 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-f9fec3d9-586d-4877-b8ca-479865a24166 admin admin] 10.222.0.37 "DELETE /v2.0/routers/eba38177-e5fd-427a-8ffe-40041803a6e4 HTTP/1.1" status: 204 len: 168 time: 0.7894576 Nov 18 16:45:11.872598 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41120) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:11.927364 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Deleting subnet 6d91ced3-e7bf-4718-ac5b-1f806796a4c3 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:45:11.930666 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:11.966051 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.045123 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.100497 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.134434 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d91ced3-e7bf-4718-ac5b-1f806796a4c3,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:12.138609 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.144634 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18419895-93aa-4457-942e-64f5707eff4b None None] Network 504ea0e6-8d30-4bfe-8d8a-47afec964b61 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:45:12.146076 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41122) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:12.147838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-16142fea-f602-44c2-991f-69438625cb46 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6d91ced3-e7bf-4718-ac5b-1f806796a4c3 HTTP/1.1" status: 204 len: 168 time: 0.2687502 Nov 18 16:45:12.229617 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.283204 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Deleting port 5c805f46-e756-4e1c-b7cd-97d75abf6069 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:45:12.283643 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.351861 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] For port 5c805f46-e756-4e1c-b7cd-97d75abf6069, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5c805f46-e756-4e1c-b7cd-97d75abf6069,segment=NetworkSegment(8fcb80aa-8cae-4a4b-a846-cc51a2939482),segment_id=8fcb80aa-8cae-4a4b-a846-cc51a2939482)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:12.352107 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.363752 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Calling delete_port for 5c805f46-e756-4e1c-b7cd-97d75abf6069 owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:45:12.441076 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.467127 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Pushing event deleted for resources: {'Port': ['ID=5c805f46-e756-4e1c-b7cd-97d75abf6069,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:12.470641 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] No DVR routers for this DVR port 5c805f46-e756-4e1c-b7cd-97d75abf6069 on host dv-cinder-733622-22-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:45:12.544470 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.566862 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['504ea0e6-8d30-4bfe-8d8a-47afec964b61']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:12.572808 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52b84fe-325c-4582-a577-7d22231b2e11 None None] DHCP port deletion for 504ea0e6-8d30-4bfe-8d8a-47afec964b61 request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:45:12.578501 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fcb80aa-8cae-4a4b-a846-cc51a2939482') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:12.578811 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fcb80aa-8cae-4a4b-a846-cc51a2939482') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:12.592759 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.611239 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.617871 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:45:12.618330 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:45:12.620239 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:45:12.682280 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.687980 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.691229 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] 10.222.0.37 "DELETE /v2.0/networks/504ea0e6-8d30-4bfe-8d8a-47afec964b61 HTTP/1.1" status: 204 len: 168 time: 0.5439622 Nov 18 16:45:12.702850 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ea3f4-d2ad-4763-8159-f08d24d6102f admin admin] Pushing event deleted for resources: {'Network': ['ID=504ea0e6-8d30-4bfe-8d8a-47afec964b61,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:12.818707 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41126) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:12.860877 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-37f73d41-40c7-48f9-8042-82493af80860 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6b14e0c12e3443509e3bb3d9f3015db1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408053 Nov 18 16:45:12.863688 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41128) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:12.913837 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16adc338-b5bb-45ce-a522-819cb2e1c12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.935810 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16adc338-b5bb-45ce-a522-819cb2e1c12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.987087 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16adc338-b5bb-45ce-a522-819cb2e1c12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.990963 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-16adc338-b5bb-45ce-a522-819cb2e1c12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:12.992134 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-16adc338-b5bb-45ce-a522-819cb2e1c12f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/681b13e3-f05b-4626-817f-51b4210d107a HTTP/1.1" status: 204 len: 168 time: 0.1275537 Nov 18 16:45:13.000080 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16adc338-b5bb-45ce-a522-819cb2e1c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b13e3-f05b-4626-817f-51b4210d107a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:13.723197 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41152) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:13.781557 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:45:13.802312 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:45:13.802685 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 3ff6007a-624a-4fec-b44d-a3eeb8d0fe91 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:45:13.803136 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5c805f46-e756-4e1c-b7cd-97d75abf6069 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:45:13.823403 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 5c805f46-e756-4e1c-b7cd-97d75abf6069 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:45:13.823761 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5c805f46-e756-4e1c-b7cd-97d75abf6069 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:45:13.824188 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96f3fcc3-ddea-4339-bb30-7169954fc9af no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:45:13.825510 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-265623496-network', 'tenant_id': '91e06983292346698527488e2cfbdf76'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:13.843615 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 96f3fcc3-ddea-4339-bb30-7169954fc9af {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:45:13.843964 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 96f3fcc3-ddea-4339-bb30-7169954fc9af not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:45:13.848565 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Made reservation on behalf of 91e06983292346698527488e2cfbdf76 for: {'network': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:45:13.851328 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for network, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:13.860131 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:13.944483 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:13.948644 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:13.973730 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=102911) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 18 16:45:13.983819 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c44787-a0bd-4c67-b550-cc5779915b7f,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:13.989245 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:13.989591 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.segments_db [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Added segment 7d550fcb-cc6b-4429-aac4-9585eb36830a of type vlan for network e7f52684-1954-48a4-8abf-4c1691803a21 Nov 18 16:45:14.031549 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792968148381'] for network, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.058899 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194'] for network, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.060402 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:14.060993 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.095585 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3739302 Nov 18 16:45:14.097891 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:45:14.099015 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41156) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:14.105601 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Request body: {'subnet': {'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-265623496-subnet', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:14.136177 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3805b65-5aec-443a-91d9-c8259de6f11b admin admin] Pushing event updated for resources: {'Network': ['ID=e7f52684-1954-48a4-8abf-4c1691803a21,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:14.146284 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Network e7f52684-1954-48a4-8abf-4c1691803a21 details requested by agent ovs-agent-dv-cinder-733622-22-iscsi with host dv-cinder-733622-22-iscsi {{(pid=102913) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 18 16:45:14.155953 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Made reservation on behalf of 91e06983292346698527488e2cfbdf76 for: {'subnet': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:45:14.158490 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5653809'] for subnet, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.331473 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5500455', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5653791'] for subnet, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.384892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:14.395910 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Checking segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:45:14.396305 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Network hostable DHCP agents. Network: e7f52684-1954-48a4-8abf-4c1691803a21, hostable agents: ['044352b3-fd16-485b-b00f-ce21e4798738'], hosted agents: [] {{(pid=102911) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 18 16:45:14.414358 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Network e7f52684-1954-48a4-8abf-4c1691803a21 is scheduled to be hosted by DHCP agent 044352b3-fd16-485b-b00f-ce21e4798738 with binding_index 1 {{(pid=102911) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 18 16:45:14.424971 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-22-iscsi, e7f52684-1954-48a4-8abf-4c1691803a21) {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:14.429743 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:14.430372 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.435326 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ffd644-536f-4f07-90e8-b100ccbee255 None None] Network e7f52684-1954-48a4-8abf-4c1691803a21 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:45:14.447423 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6b39e10b-0a20-4e07-a4f4-e757868f65d0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3472700 Nov 18 16:45:14.450407 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41158) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:14.454687 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:14.477061 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7868888', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1330'] for router, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.477988 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7868748', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7953186', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8071514', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1339'] for router, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.533578 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.586427 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp857c96ec-3faf-5aad-ad71-32e35935438d-e7f52684-1954-48a4-8abf-4c1691803a21', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2'}]}} from dv-cinder-733622-22-iscsi. {{(pid=102913) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 18 16:45:14.587451 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.673762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.744421 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.db_base_plugin_common [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Allocated IP 172.20.0.2 (e7f52684-1954-48a4-8abf-4c1691803a21/c09d32e0-b6d8-4337-87c7-1b615b4fe3e2/7a7690a9-a00a-454b-9d3e-c929ac12dfe6) {{(pid=102913) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:45:14.900779 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Publish callbacks [] for port, precommit_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.907896 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939'] for port, after_create {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:14.951619 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Network e7f52684-1954-48a4-8abf-4c1691803a21 is already hosted by enough agents. {{(pid=102913) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:45:14.954538 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.scheduler.base_scheduler [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Resources bound (agent type, host, resource id): {{(pid=102913) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:14.958663 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Received port after_create {{(pid=102913) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:45:14.969338 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Pushing event updated for resources: {'Port': ['ID=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,revision_number=1']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:14.981775 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.982153 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.982601 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.982956 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.983368 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.983780 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.984142 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.984481 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.984813 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.985152 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.985564 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:14.985921 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:15.042471 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Attempting to bind port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:45:15.042881 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Attempting to bind port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:45:15.043251 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Attempting to bind port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 on network e7f52684-1954-48a4-8abf-4c1691803a21 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:45:15.054396 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:45:15.054783 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Checking segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:45:15.055196 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.055604 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Bound using segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:45:15.056114 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Bound port: 7a7690a9-a00a-454b-9d3e-c929ac12dfe6, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:45:15.056505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.122466 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] For port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:45:15.125616 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] For port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:45:15.132819 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.140448 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.159463 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.201176 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d9b12-7aa9-44fe-b8ae-83aebbfd007d None None] Pushing event updated for resources: {'Port': ['ID=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,revision_number=2']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:15.277915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Allocated IP 172.27.3.166 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/fc9fd27e-1b11-42ce-a994-ae64834a0d3b) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:45:15.406625 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.450446 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.488209 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:45:15.496088 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:15.500300 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:45:15.510255 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:15.766195 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.806437 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:45:15.868281 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:15.869072 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.953852 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.992074 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7868755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7953105'] for router, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:15.992385 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:15.997677 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.057429 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:16.135949 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f4c161-e3bb-4925-9778-1c808669c6b1 None None] Network e7f52684-1954-48a4-8abf-4c1691803a21 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:45:16.151431 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 is scheduled to L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b with binding_index 1 {{(pid=102911) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 18 16:45:16.260632 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-3ed89dfe-ea63-409e-bb37-15b565c52c42 None None] Provisioning complete for port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:16.261002 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3ed89dfe-ea63-409e-bb37-15b565c52c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.267775 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:45:16.278570 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:45:16.288036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.291908 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d666bbe1-161b-4a57-bf16-53994393e802 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8379574 Nov 18 16:45:16.292311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41164) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:16.294655 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:16.296043 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:16.411081 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:16.602842 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:15Z', 'revision_number': 3, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:16.614204 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-18efbb27-efa8-4170-bb48-af0f55f9addd None None] Provisioning complete for port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:16.614613 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-18efbb27-efa8-4170-bb48-af0f55f9addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.632011 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:45:16.632531 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Updating router aa9e6829-452a-4de4-8834-9dd89d2b14c9 port fc9fd27e-1b11-42ce-a994-ae64834a0d3b binding host dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:45:16.659512 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.736614 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.899212 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Allocated IP 172.20.0.1 (e7f52684-1954-48a4-8abf-4c1691803a21/c09d32e0-b6d8-4337-87c7-1b615b4fe3e2/9649c04a-4293-4497-bb14-30959f5e445a) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:45:16.931629 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Publish callbacks [] for port, precommit_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.938101 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:16.991558 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Pushing event updated for resources: {'Port': ['ID=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,revision_number=2']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:17.000181 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.000568 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.000916 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.001255 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.001595 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.001937 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.002276 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.002632 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.002979 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.003314 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.003700 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.004027 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102914) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:45:17.007364 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Attempting to bind port fc9fd27e-1b11-42ce-a994-ae64834a0d3b on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:45:17.007739 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Attempting to bind port fc9fd27e-1b11-42ce-a994-ae64834a0d3b by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:45:17.008103 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Attempting to bind port fc9fd27e-1b11-42ce-a994-ae64834a0d3b on network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:45:17.013691 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:45:17.014067 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Checking segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102914) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:45:17.014491 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.014883 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Bound using segment: {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'} {{(pid=102914) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:45:17.015357 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.managers [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Bound port: fc9fd27e-1b11-42ce-a994-ae64834a0d3b, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dc00b16-489b-4064-80ce-c53b4df43119', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}}] {{(pid=102914) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:45:17.015762 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.020606 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.057719 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.078245 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] For port fc9fd27e-1b11-42ce-a994-ae64834a0d3b, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102914) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:45:17.082546 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.plugins.ml2.db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] For port fc9fd27e-1b11-42ce-a994-ae64834a0d3b, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102914) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:45:17.091188 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron_lib.callbacks.manager [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102914) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.095153 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Network e7f52684-1954-48a4-8abf-4c1691803a21 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:45:17.099903 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:17.102785 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:45:17.132196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Pushing event updated for resources: {'Port': ['ID=9649c04a-4293-4497-bb14-30959f5e445a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:17.144826 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:17.145231 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:17.153948 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7952930'] for router_interface, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.215193 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e11e18-12e3-4e0f-a028-5e5799ccd37d None None] Pushing event updated for resources: {'Port': ['ID=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,revision_number=3']} {{(pid=102914) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:17.280416 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:17.301424 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.338653 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-350178ed-7744-4529-9b70-faadfec54178 None None] Provisioning complete for port 9649c04a-4293-4497-bb14-30959f5e445a triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:17.339695 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-350178ed-7744-4529-9b70-faadfec54178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.379937 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-350178ed-7744-4529-9b70-faadfec54178 None None] Port 9649c04a-4293-4497-bb14-30959f5e445a cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:45:17.480570 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:15Z', 'revision_number': 3, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:17.482023 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.486717 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.506703 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f657ff5-e738-4363-b6d5-9062a5508122 None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:15Z', 'revision_number': 3, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:45:17.553958 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8064236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7953810'] for router_interface, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:17.557310 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Pushing event updated for resources: {'Port': ['ID=9649c04a-4293-4497-bb14-30959f5e445a,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:17.657469 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Network e7f52684-1954-48a4-8abf-4c1691803a21 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:45:17.659078 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:17.826053 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:45:17.850624 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:45:17.922924 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:17.923404 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:18.047536 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-9d7ba6fb-8b00-472a-aa84-c9d94ee40e17 None None] Provisioning complete for port 9649c04a-4293-4497-bb14-30959f5e445a triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:18.048061 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9d7ba6fb-8b00-472a-aa84-c9d94ee40e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:18.094871 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-9d7ba6fb-8b00-472a-aa84-c9d94ee40e17 None None] Port 9649c04a-4293-4497-bb14-30959f5e445a cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:45:18.226693 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:45:18.240200 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-04d44d32-f540-45d9-a9b9-0ba3a7cceb4a admin admin] 10.222.0.37 "PUT /v2.0/routers/aa9e6829-452a-4de4-8834-9dd89d2b14c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9387019 Nov 18 16:45:18.913188 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41172) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:18.917849 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--454486524', 'description': 'tempest-description--235704130'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:18.939675 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.010634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.015756 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.046239 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.047526 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1332929 Nov 18 16:45:19.051441 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41174) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:19.056567 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'security_group_rule': {'security_group_id': '959848b0-8a52-4ae4-bf86-c0537c42be19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:19.062092 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3c144c-fad4-421c-b573-23e9b1aa74d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=959848b0-8a52-4ae4-bf86-c0537c42be19,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:19.087972 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.120449 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:45:19.131587 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:19.132287 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:19.145726 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.149649 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.168339 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b58779f-11f7-455d-a71b-fe1d08a2a55a,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:19.178768 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.180086 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b83c4b3a-c740-4660-9162-c5a87dc7f1d9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277444 Nov 18 16:45:19.183654 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41176) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:19.189613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'security_group_rule': {'security_group_id': '959848b0-8a52-4ae4-bf86-c0537c42be19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:19.216513 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.250258 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:19.275825 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.280342 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.303833 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8842eb-5957-4172-8d6c-fbbe676a2f6b,revision_number=0']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:19.311492 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.315550 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9e71aa83-aadf-4a34-a13e-498400ac100c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276546 Nov 18 16:45:19.315745 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41178) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:19.320974 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:19.343841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.440386 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.471040 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 2, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:19.497609 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:45:19.497970 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Updating router aa9e6829-452a-4de4-8834-9dd89d2b14c9 port 9649c04a-4293-4497-bb14-30959f5e445a binding host dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 18 16:45:19.522857 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.551147 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Allocated IP 172.27.3.164 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/de27806d-c697-4759-8398-cedb5e374a6a) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:45:19.651282 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.686128 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.725979 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:45:19.728957 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:19.732668 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:45:19.769592 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'Port': ['ID=de27806d-c697-4759-8398-cedb5e374a6a,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:19.847704 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.866210 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device fc9fd27e-1b11-42ce-a994-ae64834a0d3b up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:45:19.882913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.963376 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Publish callbacks [] for port, precommit_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.968643 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port fc9fd27e-1b11-42ce-a994-ae64834a0d3b triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:19.969014 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:19.971593 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.042894 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.047463 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.051467 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a080f2-428e-4584-8e4e-5c8df56ee54c None None] Pushing event updated for resources: {'Port': ['ID=9649c04a-4293-4497-bb14-30959f5e445a,revision_number=3']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:20.115291 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Attempting to bind port 9649c04a-4293-4497-bb14-30959f5e445a on host dv-cinder-733622-22-iscsi for vnic_type normal with profile {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:45:20.115936 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Attempting to bind port 9649c04a-4293-4497-bb14-30959f5e445a by drivers openvswitch,hyperv on host dv-cinder-733622-22-iscsi at level 0 using segments [{'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:45:20.116482 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Attempting to bind port 9649c04a-4293-4497-bb14-30959f5e445a on network e7f52684-1954-48a4-8abf-4c1691803a21 {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:45:20.130060 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'Port': ['ID=de27806d-c697-4759-8398-cedb5e374a6a,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:20.147012 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Checking agent: {'id': '19a29a09-8328-48ff-96af-1768beabc4e5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-22-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 29, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-22-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:45:20.147642 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.147769 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Checking segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102913) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:45:20.147769 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.148155 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Bound using segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} {{(pid=102913) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:45:20.148837 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.managers [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Bound port: 9649c04a-4293-4497-bb14-30959f5e445a, host: dv-cinder-733622-22-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}}] {{(pid=102913) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:45:20.149218 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.167897 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.169003 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.169406 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-2e8d5d67-4c6f-4c2f-bfb3-28d45cf1926a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8518865 Nov 18 16:45:20.218196 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] For port fc9fd27e-1b11-42ce-a994-ae64834a0d3b, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:20.231725 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.273894 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] For port 9649c04a-4293-4497-bb14-30959f5e445a, host dv-cinder-733622-22-iscsi, cleared binding levels {{(pid=102913) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:45:20.296187 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] For port 9649c04a-4293-4497-bb14-30959f5e445a, host dv-cinder-733622-22-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=9649c04a-4293-4497-bb14-30959f5e445a,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:45:20.306138 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.324856 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Pushing event updated for resources: {'Port': ['ID=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:20.362606 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-3f02493d-6f9f-47b5-a054-830d0db6f268 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--454486524&fields=id&tenant_id=91e06983292346698527488e2cfbdf76 HTTP/1.1" status: 200 len: 267 time: 0.0489335 Nov 18 16:45:20.379631 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-ab3fa63f-6830-44aa-bca4-59cf18c1752e None None] Provisioning complete for port 9649c04a-4293-4497-bb14-30959f5e445a triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:20.380006 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa63f-6830-44aa-bca4-59cf18c1752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.384623 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:20.385644 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:44:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:20.467652 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a080f2-428e-4584-8e4e-5c8df56ee54c None None] Pushing event updated for resources: {'Port': ['ID=9649c04a-4293-4497-bb14-30959f5e445a,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:20.526881 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-bd7b00e7-b9a0-4561-ae89-065a55c02280 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:20.528640 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-bd7b00e7-b9a0-4561-ae89-065a55c02280 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 810 time: 0.1557424 Nov 18 16:45:20.549743 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-c1a05760-68a2-4f32-ad12-c9afaf9310cd tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/quotas/91e06983292346698527488e2cfbdf76 HTTP/1.1" status: 200 len: 375 time: 0.0129781 Nov 18 16:45:20.583096 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:20.610858 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-4a8c4754-c1d8-4c0d-a160-1e2b5ee292ae tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535080 Nov 18 16:45:20.614810 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa63f-6830-44aa-bca4-59cf18c1752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.707229 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-ab3fa63f-6830-44aa-bca4-59cf18c1752e None None] For port 9649c04a-4293-4497-bb14-30959f5e445a, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=9649c04a-4293-4497-bb14-30959f5e445a,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:20.712818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa63f-6830-44aa-bca4-59cf18c1752e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.735024 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-2f2befdf-4d4c-49e2-8789-e79ff714cac4 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084542 Nov 18 16:45:20.844890 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa63f-6830-44aa-bca4-59cf18c1752e None None] Pushing event updated for resources: {'Port': ['ID=9649c04a-4293-4497-bb14-30959f5e445a,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:20.856872 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-29988190-77b9-4d89-b2ef-d85e221ece92 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148803 Nov 18 16:45:20.885038 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-49739abe-8106-4c83-9759-f0db75aac3d2 None None] Provisioning complete for port 9649c04a-4293-4497-bb14-30959f5e445a triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:20.885412 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-49739abe-8106-4c83-9759-f0db75aac3d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:20.949266 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:20.985417 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560de962-6087-4929-9b34-b41d6ac77584 None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:45:21.050962 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3bc4e969-0c0b-4ab9-b6c7-8a8ade09d7be req-4d170b7d-ebfa-49c0-b312-45e6208eedf2 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 210 time: 0.0374835 Nov 18 16:45:21.827044 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9649c04a-4293-4497-bb14-30959f5e445a up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:45:21.877293 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port 9649c04a-4293-4497-bb14-30959f5e445a triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:21.877658 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:21.966244 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device fc9fd27e-1b11-42ce-a994-ae64834a0d3b up at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:45:22.020690 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Provisioning complete for port fc9fd27e-1b11-42ce-a994-ae64834a0d3b triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:22.021020 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.112036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-82070882-7a05-470e-855b-de5a7319d2f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:22.114620 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-82070882-7a05-470e-855b-de5a7319d2f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 810 time: 0.1376879 Nov 18 16:45:22.195808 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-3560e6b6-0dc2-4e7f-a0ce-da9dbb670b11 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e06983292346698527488e2cfbdf76 HTTP/1.1" status: 200 len: 379 time: 0.0706682 Nov 18 16:45:22.197296 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-116c62d3-e0bb-4215-82af-ccbf72bd5d7b req-1156cf5d-f327-4f2c-88d5-b8b3c69b93cc tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 210 time: 0.0518038 Nov 18 16:45:22.208146 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'port': {'device_id': 'f084e73f-6663-41b8-a891-676108db3791', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'admin_state_up': True, 'tenant_id': '91e06983292346698527488e2cfbdf76', 'security_groups': ['959848b0-8a52-4ae4-bf86-c0537c42be19']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:22.315102 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Made reservation on behalf of 91e06983292346698527488e2cfbdf76 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:45:22.319225 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.449164 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Allocated IP 172.20.0.8 (e7f52684-1954-48a4-8abf-4c1691803a21/c09d32e0-b6d8-4337-87c7-1b615b4fe3e2/0dbd6747-1050-48dd-ba65-080dba6817ed) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:45:22.583912 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.626814 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.667029 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Network e7f52684-1954-48a4-8abf-4c1691803a21 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:45:22.669982 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:45:22.673689 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:45:22.701164 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'Port': ['ID=0dbd6747-1050-48dd-ba65-080dba6817ed,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:22.731525 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:22.732160 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.749261 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-0c643197-88d1-4ad1-9e6e-54bcc7e379e5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5463550 Nov 18 16:45:22.761186 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Request body: {'port': {'device_id': 'f084e73f-6663-41b8-a891-676108db3791', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:22.820707 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.865577 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-4f9feea2-a2d5-41c2-8e00-f11a5654ba24 None None] Provisioning complete for port 0dbd6747-1050-48dd-ba65-080dba6817ed triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:22.866202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4f9feea2-a2d5-41c2-8e00-f11a5654ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:22.899080 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-4f9feea2-a2d5-41c2-8e00-f11a5654ba24 None None] Port 0dbd6747-1050-48dd-ba65-080dba6817ed cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:45:23.086810 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbd6747-1050-48dd-ba65-080dba6817ed {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:45:23.094499 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:23.108495 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Transition to ACTIVE for port object 0dbd6747-1050-48dd-ba65-080dba6817ed will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:45:23.112434 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:23.166115 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Pushing event updated for resources: {'Port': ['ID=0dbd6747-1050-48dd-ba65-080dba6817ed,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:23.238714 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Attempting to bind port 0dbd6747-1050-48dd-ba65-080dba6817ed on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:45:23.239065 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Attempting to bind port 0dbd6747-1050-48dd-ba65-080dba6817ed by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:45:23.239400 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Attempting to bind port 0dbd6747-1050-48dd-ba65-080dba6817ed on network e7f52684-1954-48a4-8abf-4c1691803a21 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:45:23.244285 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Port 0dbd6747-1050-48dd-ba65-080dba6817ed on network e7f52684-1954-48a4-8abf-4c1691803a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:45:23.244605 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Attempting to bind port 0dbd6747-1050-48dd-ba65-080dba6817ed on network e7f52684-1954-48a4-8abf-4c1691803a21 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:45:23.249772 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:45:23.250143 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Checking segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:45:23.250601 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Bound using segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:45:23.251036 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Bound port: 0dbd6747-1050-48dd-ba65-080dba6817ed, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:45:23.251393 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:23.345982 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] For port 0dbd6747-1050-48dd-ba65-080dba6817ed, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:45:23.350980 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] For port 0dbd6747-1050-48dd-ba65-080dba6817ed, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0dbd6747-1050-48dd-ba65-080dba6817ed,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:45:23.360288 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe13f55-cc8f-4786-8d6a-229e06a7bf34 req-02666395-cfd4-47bd-897b-556854869821 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:23.361778 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-afe13f55-cc8f-4786-8d6a-229e06a7bf34 req-02666395-cfd4-47bd-897b-556854869821 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 943 time: 0.0762973 Nov 18 16:45:23.363348 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:23.417369 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:23.418045 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:23.419390 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] 10.222.0.66 "PUT /v2.0/ports/0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 1093 time: 0.6625328 Nov 18 16:45:23.421536 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:45:23.423892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9124064c-b855-46d0-86e5-5f739328b8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:45:23.464440 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f97e57-793a-4164-a8cb-4af668eb9f9b service neutron] Pushing event updated for resources: {'Port': ['ID=0dbd6747-1050-48dd-ba65-080dba6817ed,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:23.475669 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-afe13f55-cc8f-4786-8d6a-229e06a7bf34 req-b4481c46-4b1c-408a-85bb-5babd9973eda tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043398 Nov 18 16:45:23.510056 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d51b1e1-8c68-4f50-b1b9-f5b74964048d x-openstack-request-id: req-0d51b1e1-8c68-4f50-b1b9-f5b74964048d {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:45:23.510398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:45:23.510659 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0d51b1e1-8c68-4f50-b1b9-f5b74964048d {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:45:23.511064 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'status': 'completed', 'code': 200} Nov 18 16:45:23.528594 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-ead73094-cc11-424b-9436-3a64902d2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:23.530131 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-ead73094-cc11-424b-9436-3a64902d2788 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1096 time: 0.0535226 Nov 18 16:45:23.573778 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-efff5ee2-2fb3-4766-b138-129f44050642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 217 time: 0.0359168 Nov 18 16:45:23.629068 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-02007da4-ecc5-4dc3-b4c3-ff25253f7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:23.630553 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-02007da4-ecc5-4dc3-b4c3-ff25253f7baf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0502453 Nov 18 16:45:23.676835 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-fde6897c-f863-4468-a4aa-59cb636c0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:23.678365 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-fde6897c-f863-4468-a4aa-59cb636c0a0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399578 Nov 18 16:45:23.773743 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-df760ec3-a0c4-4175-a9dd-bc9ebc6fe239 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872293 Nov 18 16:45:23.868486 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-265f8511-c000-4fc9-ac88-cb7d29fb8123 req-3c9eabb7-01d2-4353-bfe5-1b5a27d88113 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873199 Nov 18 16:45:23.950657 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-2a0b877a-0af2-4aad-953a-f6bc323bef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:23.952143 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-2a0b877a-0af2-4aad-953a-f6bc323bef79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1096 time: 0.0405359 Nov 18 16:45:24.045028 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-b609c4ec-b913-463c-89c1-b841bd646cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:24.046519 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-b609c4ec-b913-463c-89c1-b841bd646cb8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 911 time: 0.0863776 Nov 18 16:45:24.089426 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-5b6419b3-2ca1-44cf-993c-78acffe6e9f1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 217 time: 0.0344923 Nov 18 16:45:24.136409 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-e3516fc1-a590-4103-b8e5-0aeaab2efc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:24.137745 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-e3516fc1-a590-4103-b8e5-0aeaab2efc6e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0419877 Nov 18 16:45:24.186881 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-3731caff-ea3a-4a22-a1b1-5c62ed61bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:24.188338 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-3731caff-ea3a-4a22-a1b1-5c62ed61bf2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430872 Nov 18 16:45:24.277025 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-9f7b95fa-a5e7-4722-99e2-c2202def396d service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813062 Nov 18 16:45:24.368456 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9124064c-b855-46d0-86e5-5f739328b8b5 req-c619c479-f008-4cd5-96ce-4843728594c6 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837491 Nov 18 16:45:24.596665 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c976ad0-36bc-485b-a92a-ee1924546dd6 req-ab2a39af-927d-410a-bb77-37fb0ca68fb2 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:24.598795 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c976ad0-36bc-485b-a92a-ee1924546dd6 req-ab2a39af-927d-410a-bb77-37fb0ca68fb2 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 943 time: 0.0506535 Nov 18 16:45:24.648306 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5c976ad0-36bc-485b-a92a-ee1924546dd6 req-0b22ca67-d87f-4c45-a623-ce089c55f342 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Nov 18 16:45:24.853819 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-786822a5-bf37-44d2-a9a4-3c4b47dfd56d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:25.328713 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0dbd6747-1050-48dd-ba65-080dba6817ed details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:45:25.424312 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 0dbd6747-1050-48dd-ba65-080dba6817ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0dbd6747-1050-48dd-ba65-080dba6817ed,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:25.436020 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'port_id': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'mac_address': 'fa:16:3e:26:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:45:25.472932 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:25.485500 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbd6747-1050-48dd-ba65-080dba6817ed {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:45:25.505011 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 0dbd6747-1050-48dd-ba65-080dba6817ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0dbd6747-1050-48dd-ba65-080dba6817ed,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:25.509111 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:25.560452 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=0dbd6747-1050-48dd-ba65-080dba6817ed,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:25.741852 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['0dbd6747-1050-48dd-ba65-080dba6817ed'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:45:25.766769 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541789f4-0b29-4c53-b301-b6ce16ca5902 req-b45dc230-521f-4c5c-8ed5-95867316a50c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:25.768272 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-541789f4-0b29-4c53-b301-b6ce16ca5902 req-b45dc230-521f-4c5c-8ed5-95867316a50c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 944 time: 0.0506482 Nov 18 16:45:25.816920 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-541789f4-0b29-4c53-b301-b6ce16ca5902 req-1850fe49-0173-4802-86c3-2d2c88c4ccb9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Nov 18 16:45:26.935520 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83573411-aaee-45af-b180-60d75afb5c15 req-f7e5a391-f25c-41f9-bb3c-a5f31ee66bd5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:26.937040 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-83573411-aaee-45af-b180-60d75afb5c15 req-f7e5a391-f25c-41f9-bb3c-a5f31ee66bd5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 944 time: 0.0486231 Nov 18 16:45:26.992240 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-83573411-aaee-45af-b180-60d75afb5c15 req-6f638117-336e-43d2-8cf9-6de8c7a80e11 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472534 Nov 18 16:45:26.995603 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-c7f38e7a-1b13-4df6-abfa-828db89ed20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:27.344184 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0dbd6747-1050-48dd-ba65-080dba6817ed up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:45:27.394506 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 0dbd6747-1050-48dd-ba65-080dba6817ed completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:45:27.398277 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 0dbd6747-1050-48dd-ba65-080dba6817ed triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:45:27.398700 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:27.473416 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:27.494879 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:45:27.497092 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de55f94-71ff-4ead-ad79-8b982acb2379" -d '{"events": [{"server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "name": "network-vif-plugged", "status": "completed", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:45:27.510916 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 0dbd6747-1050-48dd-ba65-080dba6817ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0dbd6747-1050-48dd-ba65-080dba6817ed,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:27.515288 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:27.541392 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a1f0e3-d82d-4053-a4be-64d9355e5df0 x-openstack-request-id: req-b7a1f0e3-d82d-4053-a4be-64d9355e5df0 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:45:27.541683 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "name": "network-vif-plugged", "status": "completed", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:45:27.541934 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7a1f0e3-d82d-4053-a4be-64d9355e5df0 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:45:27.542336 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'code': 200} Nov 18 16:45:27.570806 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=0dbd6747-1050-48dd-ba65-080dba6817ed,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:27.707148 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2deba4-f7f5-4283-b1da-6d4aa37da081 req-ffaddda5-48c6-4b4a-abdd-69a088ac8981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:27.708694 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8a2deba4-f7f5-4283-b1da-6d4aa37da081 req-ffaddda5-48c6-4b4a-abdd-69a088ac8981 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1098 time: 0.0422182 Nov 18 16:45:27.754340 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8a2deba4-f7f5-4283-b1da-6d4aa37da081 req-f4d23f41-30fe-40d1-8adf-5cfd782bf499 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378664 Nov 18 16:45:28.107885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12980960-7036-4e2e-a819-ce6b6e81a972 req-ca1a4151-708f-4642-b1a6-ffd3d4bb0c7d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:28.109369 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12980960-7036-4e2e-a819-ce6b6e81a972 req-ca1a4151-708f-4642-b1a6-ffd3d4bb0c7d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Nov 18 16:45:28.156012 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-12980960-7036-4e2e-a819-ce6b6e81a972 req-149fe7e3-ec19-4d60-9151-2e92fda3692f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398154 Nov 18 16:45:28.528382 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:29.279361 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce47bc-5934-46e3-b451-f49019c81745 req-41291cf8-20f3-4694-bcc7-081e7aa04ea7 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:29.280822 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-adce47bc-5934-46e3-b451-f49019c81745 req-41291cf8-20f3-4694-bcc7-081e7aa04ea7 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Nov 18 16:45:29.330747 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-adce47bc-5934-46e3-b451-f49019c81745 req-be4e8a52-188e-4872-9b50-4310f030b82f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439999 Nov 18 16:45:29.444055 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a97cbf-1b21-4c95-95ff-32dc3a8bff4a req-537df48e-ea97-4835-8739-e2a369cbec22 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:29.445527 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45a97cbf-1b21-4c95-95ff-32dc3a8bff4a req-537df48e-ea97-4835-8739-e2a369cbec22 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0517375 Nov 18 16:45:29.453881 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41228) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:45:29.458256 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'floatingip': {'port_id': '0dbd6747-1050-48dd-ba65-080dba6817ed'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:45:29.495914 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:29.841401 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:29.931306 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:29.935505 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:30.035423 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Floating IP a044ea5c-c57f-4459-8d06-a2bc082e9966 associated. External IP: 172.27.3.164, port: 0dbd6747-1050-48dd-ba65-080dba6817ed. Nov 18 16:45:30.244254 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:45:30.318886 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:30.357154 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:45:30.361927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:30.367942 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:45:30.378721 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:30.379337 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:45:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:30.495369 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:30.649316 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e034e25c-bd9e-4a43-beb1-dca9e34e2b9b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "PUT /v2.0/floatingips/a044ea5c-c57f-4459-8d06-a2bc082e9966 HTTP/1.1" status: 200 len: 991 time: 1.1942370 Nov 18 16:45:30.649892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:45:30.654157 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7885a9-d999-4073-bd20-75595360907e" -d '{"events": [{"name": "network-changed", "server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:45:30.695891 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328018de-3b7b-4c02-b953-18ed3759bb5f x-openstack-request-id: req-328018de-3b7b-4c02-b953-18ed3759bb5f {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:45:30.696126 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:45:30.696359 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-328018de-3b7b-4c02-b953-18ed3759bb5f {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:45:30.697390 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'status': 'completed', 'code': 200} Nov 18 16:45:30.781533 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7885a9-d999-4073-bd20-75595360907e req-a9345054-e9b5-4573-a146-4174b9963cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:30.783105 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-a9345054-e9b5-4573-a146-4174b9963cff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1098 time: 0.0614192 Nov 18 16:45:30.825372 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a044ea5c-c57f-4459-8d06-a2bc082e9966', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'port_id': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'mac_address': 'fa:16:3e:26:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084e73f-6663-41b8-a891-676108db3791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:45:19Z', 'updated_at': '2021-11-18T16:45:29Z', 'revision_number': 1, 'project_id': '91e06983292346698527488e2cfbdf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:30.852497 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:45:30.860885 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:30.861496 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:45:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:30.876878 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7885a9-d999-4073-bd20-75595360907e req-e0130de3-5928-44bb-9be0-cc7109a1c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:30.878645 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-e0130de3-5928-44bb-9be0-cc7109a1c5c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 911 time: 0.0878432 Nov 18 16:45:30.945761 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-cf4cc398-7046-41bc-a978-090b9a48c18e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 999 time: 0.0605845 Nov 18 16:45:30.972564 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:31.015398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7885a9-d999-4073-bd20-75595360907e req-884d54b5-4a30-4ba1-b3f9-31b7f03b670e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:31.016907 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-884d54b5-4a30-4ba1-b3f9-31b7f03b670e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0642917 Nov 18 16:45:31.070931 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7885a9-d999-4073-bd20-75595360907e req-313ed59f-8152-4188-b507-a25a9a926505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:31.072483 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-313ed59f-8152-4188-b507-a25a9a926505 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486391 Nov 18 16:45:31.168755 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-63d182b3-2c22-4929-a00b-dc951e379e2d service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888736 Nov 18 16:45:31.223238 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a044ea5c-c57f-4459-8d06-a2bc082e9966', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'port_id': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'mac_address': 'fa:16:3e:26:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084e73f-6663-41b8-a891-676108db3791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:45:19Z', 'updated_at': '2021-11-18T16:45:29Z', 'revision_number': 1, 'project_id': '91e06983292346698527488e2cfbdf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:31.250882 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e68143b-242e-4e3a-93ff-e015c2c5f6ae None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a044ea5c-c57f-4459-8d06-a2bc082e9966', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'floating_ip_address': '172.27.3.164', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'port_id': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'mac_address': 'fa:16:3e:26:eb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f084e73f-6663-41b8-a891-676108db3791', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:45:19Z', 'updated_at': '2021-11-18T16:45:29Z', 'revision_number': 1, 'project_id': '91e06983292346698527488e2cfbdf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:45:31.267190 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8f7885a9-d999-4073-bd20-75595360907e req-1e0b4283-22c4-4d92-b64f-efe557c4bd7f service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907900 Nov 18 16:45:31.403445 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:31.449366 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d0d124-0876-4ec6-8cea-cf5bb7d537ef None None] New status for floating IP a044ea5c-c57f-4459-8d06-a2bc082e9966: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:45:32.176045 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-cb289de6-5efc-4be0-898e-8b98d94121b1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500240 Nov 18 16:45:32.237363 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-5157ade0-e64a-42b7-bd83-3ae8e81fb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:32.238937 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-5157ade0-e64a-42b7-bd83-3ae8e81fb647 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 1098 time: 0.0416811 Nov 18 16:45:32.345276 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-ac1f8690-000a-4787-876c-f268692e2187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:32.346729 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-ac1f8690-000a-4787-876c-f268692e2187 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.0893273 Nov 18 16:45:32.411295 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-ab3e8898-0471-46c4-b589-91ea36c69ab2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfb1f648-f43f-44c4-9910-f90848c8515d HTTP/1.1" status: 200 len: 1001 time: 0.0579667 Nov 18 16:45:32.466130 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-5457e93d-b015-4cc3-962f-993a70e54bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:32.467632 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-5457e93d-b015-4cc3-962f-993a70e54bfd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0485792 Nov 18 16:45:32.518869 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-5fac2800-12cc-4b60-b44f-780d1e0f0e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:32.520571 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-5fac2800-12cc-4b60-b44f-780d1e0f0e03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448816 Nov 18 16:45:32.611519 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-9208ec56-203c-474c-a85d-d8a24d976fd8 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833800 Nov 18 16:45:32.705372 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c7ecad68-82a1-46b6-8cde-9eea4492f7fc req-2a08e6d4-6ac9-4edb-82e6-a68405cdcf52 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871198 Nov 18 16:45:51.097492 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:45:53.963839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe61705-aae5-47e5-ac0e-cd72ef1281ea req-ab9ea01e-0384-4ddb-9978-139b83df785e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:53.965326 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3fe61705-aae5-47e5-ac0e-cd72ef1281ea req-ab9ea01e-0384-4ddb-9978-139b83df785e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Nov 18 16:45:54.016361 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3fe61705-aae5-47e5-ac0e-cd72ef1281ea req-4b8e463a-bdf8-4513-bb16-8d0687cf4555 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443299 Nov 18 16:45:54.847480 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-de608ea2-f8bd-48e6-8c75-b96e66fa2707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:55.144707 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bddcb-d3c8-44e6-9409-9364d69b3eeb req-46547532-6acc-407b-82aa-3208c3c52843 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:55.146308 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-702bddcb-d3c8-44e6-9409-9364d69b3eeb req-46547532-6acc-407b-82aa-3208c3c52843 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 945 time: 0.0552623 Nov 18 16:45:55.200613 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-702bddcb-d3c8-44e6-9409-9364d69b3eeb req-40433d28-d27d-4b0b-941b-ad235f524bac tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480413 Nov 18 16:45:55.548274 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-383e4853-b56f-4b06-93c6-aa333f0376d9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:55.550745 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-383e4853-b56f-4b06-93c6-aa333f0376d9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 945 time: 0.0572767 Nov 18 16:45:55.653913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Deleting port bfb1f648-f43f-44c4-9910-f90848c8515d {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:45:55.654257 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:55.754796 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] For port bfb1f648-f43f-44c4-9910-f90848c8515d, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=bfb1f648-f43f-44c4-9910-f90848c8515d,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:45:55.755165 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:55.933423 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:55.933979 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:55.934099 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Floating IP e55a416a-c144-4c54-a3ba-8c01404b73bb disassociated. External IP: 172.27.3.189, port: bfb1f648-f43f-44c4-9910-f90848c8515d. Nov 18 16:45:55.934441 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Calling delete_port for bfb1f648-f43f-44c4-9910-f90848c8515d owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:45:56.078315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:56.109610 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'Port': ['ID=bfb1f648-f43f-44c4-9910-f90848c8515d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:45:56.236704 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:45:56.321251 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-26d55e74-8bef-43df-8acb-6afab685b170 req-2c5eb31a-cd2d-464c-b9f1-2fcdf9259b92 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 210 time: 0.0313537 Nov 18 16:45:56.385549 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:45:56.396664 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:45:56.407444 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:56.408089 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:45:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:56.431482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] No DVR routers for this DVR port bfb1f648-f43f-44c4-9910-f90848c8515d on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:45:56.434350 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:56.437994 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8feb3bf0-d163-4298-acfd-f9524a64ee47 req-c2d7dded-bcc5-4707-8e67-5348328d7e33 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "DELETE /v2.0/ports/bfb1f648-f43f-44c4-9910-f90848c8515d HTTP/1.1" status: 204 len: 173 time: 0.8786733 Nov 18 16:45:56.438522 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'name': 'network-vif-deleted', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:45:56.441342 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294197c2-5b5a-4ce8-ada9-c3a5d62e6f65" -d '{"events": [{"server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "name": "network-vif-deleted", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:45:56.493618 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0144e6a1-97c0-4e76-89b6-370d0339cc25 x-openstack-request-id: req-0144e6a1-97c0-4e76-89b6-370d0339cc25 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:45:56.493969 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf77c91e-3a8b-43f1-8c6c-e5693bfa2829", "name": "network-vif-deleted", "tag": "bfb1f648-f43f-44c4-9910-f90848c8515d", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:45:56.494243 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0144e6a1-97c0-4e76-89b6-370d0339cc25 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:45:56.494835 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf77c91e-3a8b-43f1-8c6c-e5693bfa2829', 'name': 'network-vif-deleted', 'tag': 'bfb1f648-f43f-44c4-9910-f90848c8515d', 'status': 'completed', 'code': 200} Nov 18 16:45:56.529510 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:56.775115 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:56.806650 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:45:56.817590 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:45:56.818376 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:45:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:56.938519 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:45:57.004549 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3b86905-2590-4fba-934d-dc07682fcb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:57.177732 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:45:57.206638 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58dc23e9-3ac2-4286-8384-0c43bc96a553 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:45:57.493714 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d44aa22-b07d-4b83-b5d6-45d5b9df53f6 None None] New status for floating IP e55a416a-c144-4c54-a3ba-8c01404b73bb: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:45:57.495091 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9a74c965-1e36-4c59-a1e1-ddaf255c17a5 req-1882477d-9e4b-4e41-8e6c-c230f649aa02 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf77c91e-3a8b-43f1-8c6c-e5693bfa2829 HTTP/1.1" status: 200 len: 210 time: 0.0357742 Nov 18 16:45:57.528860 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device bfb1f648-f43f-44c4-9910-f90848c8515d no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:45:57.587669 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: bfb1f648-f43f-44c4-9910-f90848c8515d {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:45:57.587669 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device bfb1f648-f43f-44c4-9910-f90848c8515d not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:45:58.530706 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:45:58.766547 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-8926dbc8-42b1-4ed7-86f1-2a8498437995 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499572345&fields=id&tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 267 time: 0.0474586 Nov 18 16:45:58.874798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-0976e0a9-1345-46b1-93d6-149a4e5f93c5 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:45:58.876203 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-0976e0a9-1345-46b1-93d6-149a4e5f93c5 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 810 time: 0.1017327 Nov 18 16:45:58.892895 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-e8bf4d75-65de-4de1-b256-69d86fba2832 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/quotas/300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 375 time: 0.0093300 Nov 18 16:45:58.950349 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-16e045c6-ad54-462c-80e8-d13288ce83a5 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517316 Nov 18 16:45:59.054646 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a5edf9e6-afee-4d8b-9b3d-3ba8e4e7c56a service neutron] 10.222.0.37 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894380 Nov 18 16:45:59.155802 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-0661d491-f61a-4655-8d3e-2b25220ef9a4 service neutron] 10.222.0.37 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947025 Nov 18 16:45:59.446192 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-31078dab-3526-442c-89bc-303117d05f3c req-6c2ac984-c479-4186-bca2-e47717268220 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0263617 Nov 18 16:45:59.856945 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:00.332667 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:00.399140 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-65b7fba6-13aa-47c4-a22d-edf3108f5e90 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:00.400769 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-65b7fba6-13aa-47c4-a22d-edf3108f5e90 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 810 time: 0.1163361 Nov 18 16:46:00.471087 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-b4fc609c-93d8-4de1-9d25-483958e3b561 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 379 time: 0.0599480 Nov 18 16:46:00.480863 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'port': {'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'admin_state_up': True, 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'security_groups': ['891cf48b-0322-40ef-9d98-e9ca871ecc30']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:46:00.558173 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-3365e3f6-1834-4884-85d6-1a4253a543db req-7af601bf-e3b9-4a6f-b382-8877755cd7bd tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0278594 Nov 18 16:46:00.595943 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Made reservation on behalf of 300fc2e2607a4afd9bf5ece4556a0d2c for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:46:00.599723 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:00.733892 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Allocated IP 172.20.0.13 (a38614e4-f580-4ed5-b0ae-afcebbb83aac/cb8e946b-25a4-4b4e-b388-91a0458dbbdb/cd1da0ba-b989-4d13-86c2-f5638599bcdc) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:46:00.891014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:00.930106 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:00.975121 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:46:00.978632 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:46:00.982674 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:46:00.992860 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=cd1da0ba-b989-4d13-86c2-f5638599bcdc,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:01.054885 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:01.055519 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.074258 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-a2f41ca5-a58c-46ba-84a9-fc618a9b2660 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5972967 Nov 18 16:46:01.086911 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Request body: {'port': {'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:46:01.148330 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.249012 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-0bc81ccb-3c4e-4903-ba35-d88d2686a379 None None] Provisioning complete for port cd1da0ba-b989-4d13-86c2-f5638599bcdc triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:46:01.249781 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0bc81ccb-3c4e-4903-ba35-d88d2686a379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.283344 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-0bc81ccb-3c4e-4903-ba35-d88d2686a379 None None] Port cd1da0ba-b989-4d13-86c2-f5638599bcdc cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:46:01.401620 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.416730 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd1da0ba-b989-4d13-86c2-f5638599bcdc {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:46:01.425082 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.445342 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Transition to ACTIVE for port object cd1da0ba-b989-4d13-86c2-f5638599bcdc will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:46:01.449228 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.513307 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Pushing event updated for resources: {'Port': ['ID=cd1da0ba-b989-4d13-86c2-f5638599bcdc,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:01.592122 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Attempting to bind port cd1da0ba-b989-4d13-86c2-f5638599bcdc on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:46:01.592462 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Attempting to bind port cd1da0ba-b989-4d13-86c2-f5638599bcdc by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:46:01.592789 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Attempting to bind port cd1da0ba-b989-4d13-86c2-f5638599bcdc on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:46:01.597939 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Port cd1da0ba-b989-4d13-86c2-f5638599bcdc on network a38614e4-f580-4ed5-b0ae-afcebbb83aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:46:01.598278 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Attempting to bind port cd1da0ba-b989-4d13-86c2-f5638599bcdc on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:46:01.603995 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 46, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:46:01.604337 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Checking segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:46:01.604731 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Bound using segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:46:01.605206 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Bound port: cd1da0ba-b989-4d13-86c2-f5638599bcdc, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:46:01.605521 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.679391 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] For port cd1da0ba-b989-4d13-86c2-f5638599bcdc, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:46:01.682600 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] For port cd1da0ba-b989-4d13-86c2-f5638599bcdc, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:46:01.688248 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.700181 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e329c7e-f5b5-48c2-ae78-f63f225f6d7a req-7f411540-a915-49f6-909c-0088fd355a7e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:01.702269 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7e329c7e-f5b5-48c2-ae78-f63f225f6d7a req-7f411540-a915-49f6-909c-0088fd355a7e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0624247 Nov 18 16:46:01.729715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:01.730284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:01.731781 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] 10.222.0.66 "PUT /v2.0/ports/cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 1094 time: 0.6494942 Nov 18 16:46:01.732320 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:46:01.734513 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f971a0-fbc9-4663-b5fa-f1f8292106c7" -d '{"events": [{"name": "network-changed", "server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:46:01.772790 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a53c9-c23e-439b-9d94-94d3e10af85f service neutron] Pushing event updated for resources: {'Port': ['ID=cd1da0ba-b989-4d13-86c2-f5638599bcdc,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:01.782758 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7e329c7e-f5b5-48c2-ae78-f63f225f6d7a req-7d0d1011-1d4c-4e23-8293-3602f183d011 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722444 Nov 18 16:46:01.799983 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45016add-87b4-4ab6-b553-e7d44532b0f8 x-openstack-request-id: req-45016add-87b4-4ab6-b553-e7d44532b0f8 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:46:01.800277 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:46:01.800535 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-45016add-87b4-4ab6-b553-e7d44532b0f8 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:46:01.800939 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'status': 'completed', 'code': 200} Nov 18 16:46:01.840504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-c5a314e6-2f9c-4d15-94f7-43530dc1b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:01.842048 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-c5a314e6-2f9c-4d15-94f7-43530dc1b71a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0568905 Nov 18 16:46:01.885890 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-24c826e0-5908-4078-a81c-e2c835e701ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 217 time: 0.0354948 Nov 18 16:46:01.939296 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-721a6b2b-4f22-414e-a654-45abc878614b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:01.940977 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-721a6b2b-4f22-414e-a654-45abc878614b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0473273 Nov 18 16:46:01.988280 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-f31c0745-ace0-42a3-8772-f5adb3916c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:01.989885 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-f31c0745-ace0-42a3-8772-f5adb3916c31 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418169 Nov 18 16:46:02.093864 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-53075c7a-8dd8-4d93-9f8c-d0e0e039635e service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950146 Nov 18 16:46:02.190347 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0ada13a6-ae77-4a3c-958d-c039336955ca req-1f82ecf6-a5e9-4f67-b325-d15a097cc5e3 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891070 Nov 18 16:46:02.277393 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-74da290e-c6d3-4f28-97c4-bf4a9112cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:02.278988 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-74da290e-c6d3-4f28-97c4-bf4a9112cba4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1097 time: 0.0407145 Nov 18 16:46:02.374042 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-3b75eac0-5a0c-46ff-8bcb-c5fc88b43da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:02.375557 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-3b75eac0-5a0c-46ff-8bcb-c5fc88b43da1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.0878489 Nov 18 16:46:02.425739 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-398ab8c6-ed98-4433-a369-a2df77125120 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 217 time: 0.0385027 Nov 18 16:46:02.478398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-4969b05b-fa6e-408c-9fe5-4540ca0c6d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:02.479924 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-4969b05b-fa6e-408c-9fe5-4540ca0c6d36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0443337 Nov 18 16:46:02.532146 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-872ef784-ef4d-4743-bed9-0660b99ad8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:02.534574 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-872ef784-ef4d-4743-bed9-0660b99ad8cd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419815 Nov 18 16:46:02.632850 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-7bdd51fc-ebcd-4357-81eb-ac3999ceaca3 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860293 Nov 18 16:46:02.728008 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-06f971a0-fbc9-4663-b5fa-f1f8292106c7 req-620744ce-1dc7-4b11-8fd6-49783a0e248b service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860939 Nov 18 16:46:02.899367 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321704c7-888e-41a1-9a53-d7b98b59918b req-0c0b91be-3334-4846-a342-46c9423920f7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:02.900846 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-321704c7-888e-41a1-9a53-d7b98b59918b req-0c0b91be-3334-4846-a342-46c9423920f7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0519290 Nov 18 16:46:02.951056 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-321704c7-888e-41a1-9a53-d7b98b59918b req-a6fa1cef-88da-4b09-965c-fb8f66819366 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437608 Nov 18 16:46:04.067795 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c35da6-c6d7-4458-b94b-3f0a261c9e46 req-f8128e40-60f3-4da0-9a07-1fc0a40b18d8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:04.069355 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75c35da6-c6d7-4458-b94b-3f0a261c9e46 req-f8128e40-60f3-4da0-9a07-1fc0a40b18d8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0509737 Nov 18 16:46:04.119880 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-75c35da6-c6d7-4458-b94b-3f0a261c9e46 req-06e666c3-1f99-4bd4-ac09-2f8733706c82 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445540 Nov 18 16:46:05.239113 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9861718-2376-4718-846e-8782c3e7bbe4 req-cc6f0bb9-1f99-4083-b4cd-6475af2aaff7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:05.240638 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9861718-2376-4718-846e-8782c3e7bbe4 req-cc6f0bb9-1f99-4083-b4cd-6475af2aaff7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0532658 Nov 18 16:46:05.290287 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a9861718-2376-4718-846e-8782c3e7bbe4 req-9fb4bf92-c553-4592-85c8-789cc8875ad5 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437121 Nov 18 16:46:06.414496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c894d8-6bed-4479-a14a-5965291b64af req-f95be9ff-2b2d-4f27-b0d0-b36663b3b200 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:06.415977 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-16c894d8-6bed-4479-a14a-5965291b64af req-f95be9ff-2b2d-4f27-b0d0-b36663b3b200 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0580590 Nov 18 16:46:06.467237 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-16c894d8-6bed-4479-a14a-5965291b64af req-6709b6d7-b196-4fdc-b79e-f7f9573a0963 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453320 Nov 18 16:46:07.602148 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216c1de-27ac-4029-bd09-06b97401df3e req-e1a16c0d-223a-42dc-a11a-5548025d6982 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:07.603788 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6216c1de-27ac-4029-bd09-06b97401df3e req-e1a16c0d-223a-42dc-a11a-5548025d6982 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0643139 Nov 18 16:46:07.659003 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6216c1de-27ac-4029-bd09-06b97401df3e req-23387864-2339-403c-85da-385fc6969f5e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485013 Nov 18 16:46:08.780232 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c3e02-1bb6-4618-b85e-180d438f050b req-efe1d8ae-7389-4a6f-84e4-645cbe62e6dc tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:08.783303 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-602c3e02-1bb6-4618-b85e-180d438f050b req-efe1d8ae-7389-4a6f-84e4-645cbe62e6dc tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 944 time: 0.0529687 Nov 18 16:46:08.834114 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-602c3e02-1bb6-4618-b85e-180d438f050b req-b4c97999-9f41-4c90-a5c4-9036d4eebfc1 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449057 Nov 18 16:46:09.575405 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device cd1da0ba-b989-4d13-86c2-f5638599bcdc details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:46:09.677332 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port cd1da0ba-b989-4d13-86c2-f5638599bcdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:46:09.688557 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:46:09.728032 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:09.740800 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd1da0ba-b989-4d13-86c2-f5638599bcdc {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:46:09.764911 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port cd1da0ba-b989-4d13-86c2-f5638599bcdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:46:09.769433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:09.817147 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=cd1da0ba-b989-4d13-86c2-f5638599bcdc,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:09.968720 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57afc0-d734-4cfc-a597-51142274f701 req-f6eee21f-9df1-431d-8cb6-6dbb352325ea tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:09.971013 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ec57afc0-d734-4cfc-a597-51142274f701 req-f6eee21f-9df1-431d-8cb6-6dbb352325ea tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 945 time: 0.0656531 Nov 18 16:46:10.000391 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['cd1da0ba-b989-4d13-86c2-f5638599bcdc'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:46:10.029048 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-ec57afc0-d734-4cfc-a597-51142274f701 req-ea9e7f34-0eab-4da3-b5b3-fb6390dc7621 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520065 Nov 18 16:46:11.151019 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae46759-6689-4af1-97d9-be159b8951d7 req-c089d1c3-40db-41f2-8657-34cce2ebf5da tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:11.152434 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5ae46759-6689-4af1-97d9-be159b8951d7 req-c089d1c3-40db-41f2-8657-34cce2ebf5da tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Nov 18 16:46:11.205207 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5ae46759-6689-4af1-97d9-be159b8951d7 req-a78d4c10-f47a-4148-b1e3-157075089c2a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466716 Nov 18 16:46:11.578138 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device cd1da0ba-b989-4d13-86c2-f5638599bcdc up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:46:11.628328 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port cd1da0ba-b989-4d13-86c2-f5638599bcdc completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:46:11.632767 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port cd1da0ba-b989-4d13-86c2-f5638599bcdc triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:46:11.633136 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:11.716944 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:11.741022 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:46:11.743305 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c7345f-bb37-4959-bf7e-17b74d5b89be" -d '{"events": [{"server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "name": "network-vif-plugged", "status": "completed", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:46:11.757774 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port cd1da0ba-b989-4d13-86c2-f5638599bcdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:46:11.761883 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:11.785827 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4268039-db20-4b9f-b85b-b33a2059042e x-openstack-request-id: req-d4268039-db20-4b9f-b85b-b33a2059042e {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:46:11.786123 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "name": "network-vif-plugged", "status": "completed", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:46:11.786404 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d4268039-db20-4b9f-b85b-b33a2059042e {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:46:11.786803 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'code': 200} Nov 18 16:46:11.818581 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=cd1da0ba-b989-4d13-86c2-f5638599bcdc,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:12.015503 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d570d-3125-40cf-80f1-1deaa496453e req-f3a3da1c-a5c2-4ba2-bf79-75e0c2b8a3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:12.017808 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-366d570d-3125-40cf-80f1-1deaa496453e req-f3a3da1c-a5c2-4ba2-bf79-75e0c2b8a3c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1099 time: 0.0455089 Nov 18 16:46:12.068150 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-366d570d-3125-40cf-80f1-1deaa496453e req-841ad162-7e91-4672-b003-fade7de0fa7b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Nov 18 16:46:12.326779 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebc4a96-ec81-41fc-8b18-065bd63e524f req-19ae7dfb-0396-43d7-8eba-d7be51b62713 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:12.328217 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bebc4a96-ec81-41fc-8b18-065bd63e524f req-19ae7dfb-0396-43d7-8eba-d7be51b62713 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0531204 Nov 18 16:46:12.389837 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bebc4a96-ec81-41fc-8b18-065bd63e524f req-caf42982-29f9-4aa4-9fbe-3c21378cb387 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548325 Nov 18 16:46:13.510161 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e939469-0822-4993-952d-0d841d48d01a req-9fdb187f-6e23-41f8-8e8c-64c119e10fac tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:13.511690 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e939469-0822-4993-952d-0d841d48d01a req-9fdb187f-6e23-41f8-8e8c-64c119e10fac tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0497456 Nov 18 16:46:13.565406 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5e939469-0822-4993-952d-0d841d48d01a req-5358a1b8-a1d4-4f05-9448-b6a1191f7d09 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476193 Nov 18 16:46:13.684161 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91988eaa-05c5-4bf0-90e3-9b72ca11ed77 req-7f9386a4-8163-4699-82e4-8a29ce302d1b tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:13.685837 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-91988eaa-05c5-4bf0-90e3-9b72ca11ed77 req-7f9386a4-8163-4699-82e4-8a29ce302d1b tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0513010 Nov 18 16:46:13.740136 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-91988eaa-05c5-4bf0-90e3-9b72ca11ed77 req-8c08b852-3dc0-490e-bdca-8128b9e0ed6d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474827 Nov 18 16:46:13.763065 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41402) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:46:13.806375 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048e063-7053-412f-8d00-b0535ee87c95 tempest-TestVolumeBootPattern-405556239 tempest-TestVolumeBootPattern-405556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:13.807887 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4048e063-7053-412f-8d00-b0535ee87c95 tempest-TestVolumeBootPattern-405556239 tempest-TestVolumeBootPattern-405556239-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1094 time: 0.0438335 Nov 18 16:46:13.810992 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41404) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:46:13.815775 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:46:13.840528 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:13.940788 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:14.046201 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Allocated IP 172.27.3.124 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/ded036fa-15e3-4a7c-92aa-6b8c5f962724) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:46:14.151861 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:14.185798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:14.224856 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:46:14.229095 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:46:14.232572 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:46:14.259340 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=ded036fa-15e3-4a7c-92aa-6b8c5f962724,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:14.273221 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.273577 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.273925 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.274264 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.274627 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.274966 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.275302 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.275631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.275961 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.276288 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.276610 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.276934 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:14.611947 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:14.676965 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:15.082695 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:15.087203 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:15.155310 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=ded036fa-15e3-4a7c-92aa-6b8c5f962724,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:15.166394 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:15.265375 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Floating IP d5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73 associated. External IP: 172.27.3.124, port: cd1da0ba-b989-4d13-86c2-f5638599bcdc. Nov 18 16:46:15.476504 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:46:15.585515 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:46:15.599286 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:46:15.602729 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:15.613260 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:46:15.613878 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:45:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:46:15.633818 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-12d5a348-998d-4f18-bcec-5df270ca9bca tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8217313 Nov 18 16:46:15.634648 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:46:15.637009 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634" -d '{"events": [{"name": "network-changed", "server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:46:15.684725 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb404bae-6fcc-47e9-b12c-e93f2ed051b3 x-openstack-request-id: req-cb404bae-6fcc-47e9-b12c-e93f2ed051b3 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:46:15.685032 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:46:15.685296 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb404bae-6fcc-47e9-b12c-e93f2ed051b3 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:46:15.685721 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'status': 'completed', 'code': 200} Nov 18 16:46:15.761320 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-a485e864-160f-41be-88aa-f123e11e1ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:15.762954 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-a485e864-160f-41be-88aa-f123e11e1ed8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1099 time: 0.0519221 Nov 18 16:46:15.820708 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:46:15.855251 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-44ac7551-e021-430a-acb3-6680872188cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:15.856749 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-44ac7551-e021-430a-acb3-6680872188cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.0865307 Nov 18 16:46:15.924830 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-9241efd1-e60c-48d3-a58f-7c8fcefc7467 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 1000 time: 0.0604627 Nov 18 16:46:15.975443 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-f9c34986-0c39-414c-87b9-0f4284c756ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:15.976976 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-f9c34986-0c39-414c-87b9-0f4284c756ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0439551 Nov 18 16:46:16.025607 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-c800a2e8-09cf-447c-a6ff-f95d4552e45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:16.027158 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-c800a2e8-09cf-447c-a6ff-f95d4552e45e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407789 Nov 18 16:46:16.051964 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:14Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:46:16.078513 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:46:16.087718 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:46:16.088334 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:45:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:46:16.131593 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-18eaa3ac-fa00-49d5-9f97-746bd3dcaf42 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934200 Nov 18 16:46:16.196488 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:46:16.226800 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-fe4e16fd-1f09-4d22-b9e5-5cd0b337c634 req-e325797b-f49e-4a28-a295-33690cd2f6e3 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858407 Nov 18 16:46:16.425837 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:14Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:46:16.453005 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1401e9c4-7917-478d-a4fb-10fe9fe7e460 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:14Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:46:16.644939 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23565678-a132-4c9e-9231-3f758028a525 None None] New status for floating IP d5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:46:18.165232 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520abdef-7498-44ef-8ba5-84b290b678df req-3a094e28-e4e9-4f13-a497-a4000bdd005c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:18.166791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-520abdef-7498-44ef-8ba5-84b290b678df req-3a094e28-e4e9-4f13-a497-a4000bdd005c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0517993 Nov 18 16:46:18.220767 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-520abdef-7498-44ef-8ba5-84b290b678df req-15dbe324-996b-4b59-b721-79e35013bf1f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470600 Nov 18 16:46:19.340885 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8f361-ed50-47ab-a881-e518b095bc01 req-7958644b-d9ab-460e-8c63-7e5337efe750 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:19.342278 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2af8f361-ed50-47ab-a881-e518b095bc01 req-7958644b-d9ab-460e-8c63-7e5337efe750 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0502615 Nov 18 16:46:19.394546 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2af8f361-ed50-47ab-a881-e518b095bc01 req-c6e01fa9-6f5a-45f7-9f5c-6ce8149c6d39 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454021 Nov 18 16:46:20.518870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f6f5f-c5bc-470d-a825-0ac6cf831762 req-4558a615-c648-453d-9847-68f16c51191c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:20.520408 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-448f6f5f-c5bc-470d-a825-0ac6cf831762 req-4558a615-c648-453d-9847-68f16c51191c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0527372 Nov 18 16:46:20.581407 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-448f6f5f-c5bc-470d-a825-0ac6cf831762 req-e51a7d96-2719-4b7b-a22c-a04cb44acdc7 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550780 Nov 18 16:46:21.698970 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2157c46-7c35-4507-83d2-c376e4f55890 req-e70b005f-e9be-48bf-8a2a-54beaf20470d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:21.700644 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a2157c46-7c35-4507-83d2-c376e4f55890 req-e70b005f-e9be-48bf-8a2a-54beaf20470d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0499270 Nov 18 16:46:21.749201 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a2157c46-7c35-4507-83d2-c376e4f55890 req-c2e20c0b-2b20-4b08-a672-4eca32f6ee95 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419960 Nov 18 16:46:22.870880 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b946b1-cefc-48f5-9a0f-d9d79a8d9220 req-2c5238db-06c1-4280-a444-978f2c9b54df tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:22.872417 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d8b946b1-cefc-48f5-9a0f-d9d79a8d9220 req-2c5238db-06c1-4280-a444-978f2c9b54df tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0493357 Nov 18 16:46:22.925602 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d8b946b1-cefc-48f5-9a0f-d9d79a8d9220 req-f183bb93-9173-4d4e-b9de-1f14371babdc tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464561 Nov 18 16:46:24.041703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be21a1e-4ed4-4e49-aec6-22efe0b24fe0 req-d3cc1733-0234-418c-894e-c50883f86104 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:24.043239 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7be21a1e-4ed4-4e49-aec6-22efe0b24fe0 req-d3cc1733-0234-418c-894e-c50883f86104 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0492389 Nov 18 16:46:24.093574 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7be21a1e-4ed4-4e49-aec6-22efe0b24fe0 req-7bfc13f9-9cab-478c-901d-bafc23e12cd0 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434997 Nov 18 16:46:24.849535 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-3f0a02c4-1b2f-47da-a67f-65a48549e2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:25.216152 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c6007-70ca-407e-980f-6c73c292fddd req-65c7f09c-72a4-45f8-adac-c1cfaf32fb96 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:25.217635 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-854c6007-70ca-407e-980f-6c73c292fddd req-65c7f09c-72a4-45f8-adac-c1cfaf32fb96 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Nov 18 16:46:25.265296 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-854c6007-70ca-407e-980f-6c73c292fddd req-299c24fe-4f5e-4467-aa67-193cedf8af26 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411360 Nov 18 16:46:26.384457 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e969bd-7719-45a4-85ed-cd68206120d7 req-da7326ad-de60-4479-8e91-58e3030e1231 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:26.385879 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-00e969bd-7719-45a4-85ed-cd68206120d7 req-da7326ad-de60-4479-8e91-58e3030e1231 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0518630 Nov 18 16:46:26.433684 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-00e969bd-7719-45a4-85ed-cd68206120d7 req-9cc5b6d4-354f-4054-8f65-b8c8affe3d1a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413206 Nov 18 16:46:26.998520 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b39f6fee-1b1c-4931-a569-3736100ae6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:27.559001 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b46180-c36c-452d-ac2d-a4fbcdff3bf3 req-741273b0-d64d-4782-b700-ce858aef28c4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:27.560907 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93b46180-c36c-452d-ac2d-a4fbcdff3bf3 req-741273b0-d64d-4782-b700-ce858aef28c4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0578623 Nov 18 16:46:27.613603 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-93b46180-c36c-452d-ac2d-a4fbcdff3bf3 req-0841f757-e4e0-4b4c-aca6-402de5ce5254 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462706 Nov 18 16:46:28.097551 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:46:28.534587 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:28.753291 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d810851-ad28-4649-8837-028e625cc820 req-29480a21-38d7-46e1-a61b-0b04af2fb7ae tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:28.755141 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9d810851-ad28-4649-8837-028e625cc820 req-29480a21-38d7-46e1-a61b-0b04af2fb7ae tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0586152 Nov 18 16:46:28.815874 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-9d810851-ad28-4649-8837-028e625cc820 req-597a1728-9026-46e2-b046-3dafba9d0fa3 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506666 Nov 18 16:46:29.851199 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:29.957086 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62ec7-2db2-4fd1-b737-7f8f53480870 req-338b8f86-1220-4cf0-87f9-af74ad713872 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:29.958632 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-70d62ec7-2db2-4fd1-b737-7f8f53480870 req-338b8f86-1220-4cf0-87f9-af74ad713872 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0550394 Nov 18 16:46:30.013984 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-70d62ec7-2db2-4fd1-b737-7f8f53480870 req-7770376c-d3a1-4c9a-8047-cbcf71b4a556 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429790 Nov 18 16:46:30.327874 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:31.162930 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee63eb1-7237-44dc-be2c-5a1295472f12 req-4266cacd-1ee9-4f19-8ec6-51bce54fb276 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:31.165630 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fee63eb1-7237-44dc-be2c-5a1295472f12 req-4266cacd-1ee9-4f19-8ec6-51bce54fb276 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0650330 Nov 18 16:46:31.221147 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-fee63eb1-7237-44dc-be2c-5a1295472f12 req-2279d0f8-1a20-48a5-a3a5-523bf95e1bd8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496626 Nov 18 16:46:31.404123 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:32.345684 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e8d6c-07a8-4b71-8bf2-64821da93418 req-1cfb7897-447c-4113-bb32-8cbf9c1b4955 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:32.347181 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-df4e8d6c-07a8-4b71-8bf2-64821da93418 req-1cfb7897-447c-4113-bb32-8cbf9c1b4955 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0513270 Nov 18 16:46:32.399188 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-df4e8d6c-07a8-4b71-8bf2-64821da93418 req-3847202f-471b-453d-a33b-ff0cf06fdc5d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457819 Nov 18 16:46:33.163289 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-97f7c9fc-b3b2-4038-af72-a1ea2681e77b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429671 Nov 18 16:46:33.257973 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-8d6dcbad-9fb3-4a14-bed5-205962c61273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:33.259601 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-8d6dcbad-9fb3-4a14-bed5-205962c61273 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1099 time: 0.0503917 Nov 18 16:46:33.384727 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-a812a4b1-6383-41ce-b7de-281690762b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:33.387213 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-a812a4b1-6383-41ce-b7de-281690762b9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 909 time: 0.1041875 Nov 18 16:46:33.476678 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-b513a096-dfd0-4b45-9a05-0b5f98d060a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 1002 time: 0.0814750 Nov 18 16:46:33.538867 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-28d528aa-e8f1-4b0f-9cf8-88920dc6575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:33.540637 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-28d528aa-e8f1-4b0f-9cf8-88920dc6575b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0567553 Nov 18 16:46:33.544088 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f926cfde-2f59-4a6f-8d05-6232853a6812 req-116473e6-345f-49c7-a859-7838acfe4eaa tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:33.545649 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f926cfde-2f59-4a6f-8d05-6232853a6812 req-116473e6-345f-49c7-a859-7838acfe4eaa tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0592031 Nov 18 16:46:33.600661 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-e6245fe6-8617-48fd-86e7-bb130bec5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:33.602569 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-e6245fe6-8617-48fd-86e7-bb130bec5a2f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0541642 Nov 18 16:46:33.611986 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f926cfde-2f59-4a6f-8d05-6232853a6812 req-852edc57-d32f-4a94-aa95-4d39a95fa46b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572925 Nov 18 16:46:33.763616 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-db38c26a-29ad-4038-a805-b042352da578 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525571 Nov 18 16:46:33.892839 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-72a3de42-9b89-4614-9536-d6f3d97372a2 req-a2179706-a555-47ff-a85d-7f9081ce81ac service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197543 Nov 18 16:46:33.964099 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934de1b4-2413-4d8a-8a55-fc64097411f8 req-8d942b17-1a78-4f87-bb5e-0cc4615074c1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:33.965744 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-934de1b4-2413-4d8a-8a55-fc64097411f8 req-8d942b17-1a78-4f87-bb5e-0cc4615074c1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0801983 Nov 18 16:46:34.016356 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-041461a6-6cea-4cf5-9a0e-440241a0b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:34.018957 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-041461a6-6cea-4cf5-9a0e-440241a0b7dc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1098 time: 0.0724275 Nov 18 16:46:34.020908 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-934de1b4-2413-4d8a-8a55-fc64097411f8 req-030c3c8a-ade7-4cab-82c8-8596e9598c65 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483077 Nov 18 16:46:34.121308 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-abad344d-1b20-4359-a601-7c7e060f134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:34.122889 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-abad344d-1b20-4359-a601-7c7e060f134a service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 911 time: 0.0957808 Nov 18 16:46:34.200751 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-556f5a4e-4c0d-43f1-ab52-e38c3cb7ad88 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 1001 time: 0.0695395 Nov 18 16:46:34.271963 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-8f021f43-f835-46fd-8726-12a349064107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:34.273522 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-8f021f43-f835-46fd-8726-12a349064107 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0634618 Nov 18 16:46:34.360448 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-0f419c67-234e-4d0c-befa-b488bdffc271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:34.363169 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-0f419c67-234e-4d0c-befa-b488bdffc271 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704415 Nov 18 16:46:34.487820 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-9e64d3d3-b21c-44e2-b89f-79d49cd107fe service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138923 Nov 18 16:46:34.597569 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0eb4853e-c936-4f9e-a5e0-86a4493afcd4 req-5fbc1496-d58c-478b-995c-eaf2248a74cc service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004448 Nov 18 16:46:35.174677 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a841a9-2cab-415d-b3ff-89d1da1f3aa5 req-e123d372-e24b-4fe4-a5c0-4fd5b8c638a7 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:35.177044 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45a841a9-2cab-415d-b3ff-89d1da1f3aa5 req-e123d372-e24b-4fe4-a5c0-4fd5b8c638a7 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0619042 Nov 18 16:46:35.254447 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-45a841a9-2cab-415d-b3ff-89d1da1f3aa5 req-f3f0bf0d-88f7-453c-b581-294b3dbee8c5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668225 Nov 18 16:46:36.392777 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddf7571-146c-4bab-ace8-fac15c1b4b7e req-cb2c40f6-ae08-4314-ae39-c890bb8e3d90 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:36.394356 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5ddf7571-146c-4bab-ace8-fac15c1b4b7e req-cb2c40f6-ae08-4314-ae39-c890bb8e3d90 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0576305 Nov 18 16:46:36.450004 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5ddf7571-146c-4bab-ace8-fac15c1b4b7e req-05ecf4ab-21d3-49bc-a41c-506b15f140d1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491362 Nov 18 16:46:37.024831 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146ded5-2ce2-4a7d-a162-20047d453911 req-881ad570-b12c-47fa-a891-fba2281efaee tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:37.026568 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a146ded5-2ce2-4a7d-a162-20047d453911 req-881ad570-b12c-47fa-a891-fba2281efaee tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0548036 Nov 18 16:46:37.096681 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a146ded5-2ce2-4a7d-a162-20047d453911 req-919188a9-aed0-4459-9d3d-ee03d7465b60 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627532 Nov 18 16:46:38.248684 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46da53a-db89-4443-9715-b9d546c5fea0 req-08b5aff3-eea8-46c0-891c-2cf34d7bfb1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:38.251359 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a46da53a-db89-4443-9715-b9d546c5fea0 req-08b5aff3-eea8-46c0-891c-2cf34d7bfb1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0775270 Nov 18 16:46:38.311209 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a46da53a-db89-4443-9715-b9d546c5fea0 req-08524166-e20a-4ad7-97bd-3fa9295575a6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503929 Nov 18 16:46:39.445549 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2eaf9-1a31-484f-b748-62e692ee26fc req-c802c44d-1568-4a68-8ba0-092220f639b6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:39.447237 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-37d2eaf9-1a31-484f-b748-62e692ee26fc req-c802c44d-1568-4a68-8ba0-092220f639b6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0601206 Nov 18 16:46:39.512393 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-37d2eaf9-1a31-484f-b748-62e692ee26fc req-59e86f24-d1e1-4439-a7d2-1a8cb942007c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545347 Nov 18 16:46:40.660277 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e493b1-bd28-4496-b589-3d7756f87be6 req-540cd271-f223-41dd-baba-1d44909c607e tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:40.662653 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2e493b1-bd28-4496-b589-3d7756f87be6 req-540cd271-f223-41dd-baba-1d44909c607e tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0720201 Nov 18 16:46:40.728191 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2e493b1-bd28-4496-b589-3d7756f87be6 req-75cf03de-3b11-4f0e-b352-1cee469a00aa tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540690 Nov 18 16:46:41.855399 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d3b09-f66d-49b0-9e21-ea4cf5f18486 req-d8fcbc2e-1e72-4772-b035-5df75581fe18 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:41.857050 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-722d3b09-f66d-49b0-9e21-ea4cf5f18486 req-d8fcbc2e-1e72-4772-b035-5df75581fe18 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0551379 Nov 18 16:46:41.912763 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-722d3b09-f66d-49b0-9e21-ea4cf5f18486 req-f8629b21-c412-4937-b3c8-e19081b529c5 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484359 Nov 18 16:46:43.041959 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592232aa-f1d2-4592-9d68-2708078ab55e req-dd1b334e-22c8-4239-a6e2-c26b90fb20c6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:43.043690 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-592232aa-f1d2-4592-9d68-2708078ab55e req-dd1b334e-22c8-4239-a6e2-c26b90fb20c6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0540957 Nov 18 16:46:43.102560 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-592232aa-f1d2-4592-9d68-2708078ab55e req-77fb13fa-3796-4538-b304-9cb9c21f1d97 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514355 Nov 18 16:46:44.237398 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2c82b-d9c5-4536-b35e-234a06f24b98 req-f3342208-b138-4ef0-9915-6ea8c6a9f674 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:44.239081 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c7a2c82b-d9c5-4536-b35e-234a06f24b98 req-f3342208-b138-4ef0-9915-6ea8c6a9f674 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0538468 Nov 18 16:46:44.299227 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c7a2c82b-d9c5-4536-b35e-234a06f24b98 req-1aa465a8-be2b-46c9-806b-0eb5e6ade822 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535233 Nov 18 16:46:45.433598 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c5660-e8d2-4434-ae14-968770cd83bb req-61085091-54f3-49ab-ab73-40b398baadeb tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:45.435541 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-136c5660-e8d2-4434-ae14-968770cd83bb req-61085091-54f3-49ab-ab73-40b398baadeb tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0587645 Nov 18 16:46:45.501818 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-136c5660-e8d2-4434-ae14-968770cd83bb req-2bfebdde-9d13-4d69-908f-1666debf1670 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549126 Nov 18 16:46:46.636167 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fdf6b-f473-428e-9181-892f1f55190a req-30bb8956-e66b-416d-9a1c-ca303616f672 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:46.637809 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5a2fdf6b-f473-428e-9181-892f1f55190a req-30bb8956-e66b-416d-9a1c-ca303616f672 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0555384 Nov 18 16:46:46.698660 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5a2fdf6b-f473-428e-9181-892f1f55190a req-20cd3dbb-e240-4cae-9ed6-4177e4235f8c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530083 Nov 18 16:46:47.198658 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-9978823d-7ccc-4b8d-b2f1-4ea8d75e26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:47.200234 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-9978823d-7ccc-4b8d-b2f1-4ea8d75e26db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1099 time: 0.0529432 Nov 18 16:46:47.306640 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-1e861c65-042e-4373-82e8-69b8a407dbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:47.308187 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-1e861c65-042e-4373-82e8-69b8a407dbf0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 909 time: 0.0995672 Nov 18 16:46:47.383723 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-904dc7de-f6d8-4ce1-9787-24cd50199613 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 1002 time: 0.0680099 Nov 18 16:46:47.439917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-756bba94-1c5d-4eca-a918-72450ee69965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:47.441490 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-756bba94-1c5d-4eca-a918-72450ee69965 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0502439 Nov 18 16:46:47.493744 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-b6b1e673-47e2-4838-953d-83c8389033d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:47.495299 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-b6b1e673-47e2-4838-953d-83c8389033d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447969 Nov 18 16:46:47.601548 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-a4babebf-767d-4c6a-bad6-391e7af76300 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973654 Nov 18 16:46:47.707839 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cd3432c-f782-497f-8a13-8470c3ddc684 req-c2f39aac-c1a7-4944-912d-746151e0e94c service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962431 Nov 18 16:46:47.832520 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168472f-709f-446c-80f3-e512c0ed8363 req-d11c3ccc-b2e6-4625-beb1-c803ec7ef83d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:47.834171 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0168472f-709f-446c-80f3-e512c0ed8363 req-d11c3ccc-b2e6-4625-beb1-c803ec7ef83d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0588598 Nov 18 16:46:47.889525 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0168472f-709f-446c-80f3-e512c0ed8363 req-cfc218ff-0f30-46a7-bf32-58997a3e41fa tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491447 Nov 18 16:46:49.017106 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4d611-60a3-4d53-af06-29aad58058e6 req-393dc8b7-e79b-418d-93d9-72811d8ee4e6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:49.018810 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-44b4d611-60a3-4d53-af06-29aad58058e6 req-393dc8b7-e79b-418d-93d9-72811d8ee4e6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0540519 Nov 18 16:46:49.085025 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-44b4d611-60a3-4d53-af06-29aad58058e6 req-2e341125-28b8-4127-a5f1-cf1dc5643128 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547922 Nov 18 16:46:50.211577 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca2765-87de-4287-9379-219a07df4815 req-3d45f0c7-8714-4922-8733-725b0988c640 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:50.213789 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04ca2765-87de-4287-9379-219a07df4815 req-3d45f0c7-8714-4922-8733-725b0988c640 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0547152 Nov 18 16:46:50.274327 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-04ca2765-87de-4287-9379-219a07df4815 req-9d678998-5930-421c-ac11-08d0df1af4aa tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527930 Nov 18 16:46:50.507464 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-f0a60780-a568-4275-9aad-c41ae3bb4f6a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0613019 Nov 18 16:46:50.537203 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342250a-bccb-4b19-b80a-9b96b4a60fd1 req-821ce2ef-aafa-464f-82cb-7d373826dfb6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:50.538925 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8342250a-bccb-4b19-b80a-9b96b4a60fd1 req-821ce2ef-aafa-464f-82cb-7d373826dfb6 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0645289 Nov 18 16:46:50.610484 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8342250a-bccb-4b19-b80a-9b96b4a60fd1 req-3762c9c9-23dd-4d2d-b9d0-77c152f31c6a tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591149 Nov 18 16:46:51.774986 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1c024-9ffa-4974-824c-0d512660bd52 req-2cd9dd9a-ebc5-4438-a3ca-2853bd2933d9 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:51.776608 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-02f1c024-9ffa-4974-824c-0d512660bd52 req-2cd9dd9a-ebc5-4438-a3ca-2853bd2933d9 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0701177 Nov 18 16:46:51.824635 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:46:51.843604 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-02f1c024-9ffa-4974-824c-0d512660bd52 req-2e80776d-67c6-4cb3-86d4-a4bd6a7e16a9 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593898 Nov 18 16:46:51.933392 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:51.974069 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:46:51.977992 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f2364e-7982-488b-bfb6-2b3a12e06334" -d '{"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-unplugged", "status": "completed", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:46:52.000100 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:46:52.003793 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-30b39d07-e258-4597-b15c-3c4636d396f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:52.006084 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-30b39d07-e258-4597-b15c-3c4636d396f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f&tenant_id=e536b7df40ec4268bd83e7b4155c0aff HTTP/1.1" status: 200 len: 1099 time: 0.0741494 Nov 18 16:46:52.006973 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:52.056227 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 18 Nov 2021 16:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2694f2f-1322-45ff-8e87-9c9a8cfbf90c x-openstack-request-id: req-c2694f2f-1322-45ff-8e87-9c9a8cfbf90c {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:46:52.056576 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-unplugged", "status": "completed", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:46:52.056875 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c2694f2f-1322-45ff-8e87-9c9a8cfbf90c {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:46:52.057357 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'code': 200} Nov 18 16:46:52.093695 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=6']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:46:52.095599 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-7eb8c540-ed90-4819-830f-82121c72198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:52.097202 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-7eb8c540-ed90-4819-830f-82121c72198a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1097 time: 0.0623415 Nov 18 16:46:52.102560 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.102908 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.103253 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.103676 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.104009 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.104502 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.104831 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.105323 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.105761 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.106216 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.106620 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.106948 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:46:52.208390 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-e99c22f0-05a9-4107-a97a-29e7273c02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:52.209824 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-e99c22f0-05a9-4107-a97a-29e7273c02c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 909 time: 0.1025627 Nov 18 16:46:52.297802 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-a36c34a6-d39b-4fb4-bdea-db5a58382ba0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 1000 time: 0.0799937 Nov 18 16:46:52.352189 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-0fa91bad-53ec-4471-8d10-6ebba2eff3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:52.353735 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-0fa91bad-53ec-4471-8d10-6ebba2eff3c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0483813 Nov 18 16:46:52.410915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-69a46644-2bfa-4476-b37e-7a5a144290fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:52.412451 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-69a46644-2bfa-4476-b37e-7a5a144290fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0488641 Nov 18 16:46:52.520344 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-c4ff474b-5ee7-4024-b8bd-1ea662027a05 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994618 Nov 18 16:46:52.643251 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7249d493-535e-4beb-8d7b-7a1cd3f3160e req-43cb3e86-dd6d-4095-9d92-531994f22447 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139491 Nov 18 16:46:52.986357 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467157d1-6176-4f9f-83d8-4db9dfd3b5a9 req-1272b2cc-280d-4494-99e4-859efdf59ee1 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:52.988016 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-467157d1-6176-4f9f-83d8-4db9dfd3b5a9 req-1272b2cc-280d-4494-99e4-859efdf59ee1 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0547771 Nov 18 16:46:53.049957 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-467157d1-6176-4f9f-83d8-4db9dfd3b5a9 req-e10c5ce1-40a6-4762-ba4a-c8c463c6f849 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555992 Nov 18 16:46:54.187575 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aca0a7-7075-422c-8636-ad81e0461027 req-6c140969-f6fa-4eeb-9251-2097bcef3e66 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:54.189246 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7aca0a7-7075-422c-8636-ad81e0461027 req-6c140969-f6fa-4eeb-9251-2097bcef3e66 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0607865 Nov 18 16:46:54.255287 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d7aca0a7-7075-422c-8636-ad81e0461027 req-1fd30601-023b-4841-8111-28b4b7364046 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553358 Nov 18 16:46:54.855378 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-c477055e-8de7-4dd8-b872-ccadb6612f66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:55.392095 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf7aeb9-ad36-426c-ad00-46eda2d85060 req-2e21eb0a-b186-4897-a753-550aaf508384 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:55.393818 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eaf7aeb9-ad36-426c-ad00-46eda2d85060 req-2e21eb0a-b186-4897-a753-550aaf508384 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0586274 Nov 18 16:46:55.470572 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-eaf7aeb9-ad36-426c-ad00-46eda2d85060 req-db904af4-9b75-4788-94af-c0729d0d6dbf tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648689 Nov 18 16:46:56.634008 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80335-cfc9-4cbf-8b80-ee42e7e873ae req-ea05fb19-0c07-435d-9f56-fba6ebc7aa5d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:56.636429 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63c80335-cfc9-4cbf-8b80-ee42e7e873ae req-ea05fb19-0c07-435d-9f56-fba6ebc7aa5d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0761161 Nov 18 16:46:56.711018 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-63c80335-cfc9-4cbf-8b80-ee42e7e873ae req-fe6c000b-d33a-4456-b168-fd5945ced50d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671504 Nov 18 16:46:57.005310 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b99ea4e1-37c6-40c4-89f3-6775f6b2ad8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:57.838439 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3805b-3881-463e-b5e1-e041c81a81a8 req-825c688d-5c9f-475e-8704-8163ffb1f1e8 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:57.840432 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-45b3805b-3881-463e-b5e1-e041c81a81a8 req-825c688d-5c9f-475e-8704-8163ffb1f1e8 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0535767 Nov 18 16:46:57.896072 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-45b3805b-3881-463e-b5e1-e041c81a81a8 req-942d4fb7-6704-4e4f-b5cd-87d9e38c00eb tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482054 Nov 18 16:46:58.538733 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:59.029538 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503a0fd-04db-4186-9e1b-7060c05a74af req-1faf3e03-9e20-4074-bc21-650cc12a680f tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:46:59.031783 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0503a0fd-04db-4186-9e1b-7060c05a74af req-1faf3e03-9e20-4074-bc21-650cc12a680f tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 944 time: 0.0537646 Nov 18 16:46:59.111269 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0503a0fd-04db-4186-9e1b-7060c05a74af req-cfb51f6e-3db4-4ab3-991e-79bce905bc55 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681131 Nov 18 16:46:59.852005 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:46:59.886516 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:47:00.008190 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:47:00.023886 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': 'e723925c-a569-400c-8f8d-569744c5fdda', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'port_id': 'e723925c-a569-400c-8f8d-569744c5fdda', 'mac_address': 'fa:16:3e:b4:19:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:47:00.067123 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:00.085042 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e723925c-a569-400c-8f8d-569744c5fdda {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:47:00.112001 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:47:00.118048 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:00.181326 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=7']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:47:00.258586 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86615dff-55da-4039-9872-34f3968835f5 req-5dde13ac-32e5-442d-8b64-16d902635ca5 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:00.260669 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-86615dff-55da-4039-9872-34f3968835f5 req-5dde13ac-32e5-442d-8b64-16d902635ca5 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 945 time: 0.0633056 Nov 18 16:47:00.329793 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:00.331952 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-86615dff-55da-4039-9872-34f3968835f5 req-70e15b6a-0f17-4a19-bf2f-b99c870fe338 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622647 Nov 18 16:47:00.377096 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['e723925c-a569-400c-8f8d-569744c5fdda'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:47:01.424888 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:01.472194 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2102e62-4f9f-46f4-8477-28ad8ea4bade req-04016b91-5c28-4f68-9198-1fb2bb4757c7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:01.474029 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e2102e62-4f9f-46f4-8477-28ad8ea4bade req-04016b91-5c28-4f68-9198-1fb2bb4757c7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 945 time: 0.0586746 Nov 18 16:47:01.564000 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e2102e62-4f9f-46f4-8477-28ad8ea4bade req-3659c10f-d0f8-4bb0-a2da-b0f3b0d33ec1 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823982 Nov 18 16:47:01.891374 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:47:01.947339 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port e723925c-a569-400c-8f8d-569744c5fdda triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:47:01.947719 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:02.046999 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:02.080868 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:47:02.083948 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0535ca-8902-4a72-b909-4b8024fe2b23" -d '{"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-plugged", "status": "completed", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:47:02.101060 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:47:02.106774 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:02.149079 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eedbfa-676e-4d64-bd04-b2cefd5b3adb x-openstack-request-id: req-68eedbfa-676e-4d64-bd04-b2cefd5b3adb {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:47:02.149547 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-plugged", "status": "completed", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:47:02.149965 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-68eedbfa-676e-4d64-bd04-b2cefd5b3adb {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:47:02.150668 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'code': 200} Nov 18 16:47:02.199133 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=8']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:47:02.392539 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b137f7-f047-43e2-8e55-f9d6d7c54c57 req-3f41ae17-a34a-41cc-aec9-fc5af6c7afcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:02.393985 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f3b137f7-f047-43e2-8e55-f9d6d7c54c57 req-3f41ae17-a34a-41cc-aec9-fc5af6c7afcb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1099 time: 0.0466826 Nov 18 16:47:02.453436 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-f3b137f7-f047-43e2-8e55-f9d6d7c54c57 req-11f1155f-4222-4937-a4e0-c657bad39752 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487659 Nov 18 16:47:02.694261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd93b27-8676-44ef-b2e9-9055ab5ac7a0 req-e71bdbc5-b5aa-4a8b-aef2-5622e71f4512 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:02.695895 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8fd93b27-8676-44ef-b2e9-9055ab5ac7a0 req-e71bdbc5-b5aa-4a8b-aef2-5622e71f4512 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0543721 Nov 18 16:47:02.755208 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8fd93b27-8676-44ef-b2e9-9055ab5ac7a0 req-eeb66e73-fe37-4b90-8497-7b905c1d6e00 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515287 Nov 18 16:47:03.892382 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d2ba-464a-43bd-8f75-c26ff91af711 req-fbe5c8c5-bc99-4bb5-b73f-7fad213786c0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:03.894023 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f3d4d2ba-464a-43bd-8f75-c26ff91af711 req-fbe5c8c5-bc99-4bb5-b73f-7fad213786c0 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0608463 Nov 18 16:47:03.959755 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-f3d4d2ba-464a-43bd-8f75-c26ff91af711 req-434f9be3-707d-4592-92fc-7533afb9d83c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546916 Nov 18 16:47:05.097649 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:47:11.224049 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c604e-4f6a-4547-b726-b7e8919dc09e req-755e63b6-6961-4659-bb9f-9c167d85b1d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:11.226721 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-434c604e-4f6a-4547-b726-b7e8919dc09e req-755e63b6-6961-4659-bb9f-9c167d85b1d8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0947785 Nov 18 16:47:11.298495 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-434c604e-4f6a-4547-b726-b7e8919dc09e req-2766e5e3-f0b7-4392-8b4e-027b217ff338 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647156 Nov 18 16:47:12.452260 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca5a9f-38bb-4a60-94a1-0683d48a0c1b req-edc9399d-c471-4e90-b758-67059f44425a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:12.454797 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-99ca5a9f-38bb-4a60-94a1-0683d48a0c1b req-edc9399d-c471-4e90-b758-67059f44425a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0753179 Nov 18 16:47:12.517744 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-99ca5a9f-38bb-4a60-94a1-0683d48a0c1b req-bc2d623c-e734-40f0-b9fd-37bda5a78470 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569386 Nov 18 16:47:13.663227 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388a99c-1480-405f-bb3b-c94cffc47287 req-63b3634a-9d8b-4ccd-9706-d5f5354a836c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:13.664872 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7388a99c-1480-405f-bb3b-c94cffc47287 req-63b3634a-9d8b-4ccd-9706-d5f5354a836c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0536582 Nov 18 16:47:13.720511 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7388a99c-1480-405f-bb3b-c94cffc47287 req-f024a82b-1516-42f4-9a19-73a32773ec9f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483899 Nov 18 16:47:14.854258 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a21fc-a3d7-4fd5-9176-5d86402a74a3 req-be29036e-4798-42d8-8797-84c7e2c1cd01 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:14.855934 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a5a21fc-a3d7-4fd5-9176-5d86402a74a3 req-be29036e-4798-42d8-8797-84c7e2c1cd01 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0542386 Nov 18 16:47:14.915372 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-4a5a21fc-a3d7-4fd5-9176-5d86402a74a3 req-3c075bbb-1c21-4aef-b11d-3c92203e42fd tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517197 Nov 18 16:47:16.055139 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3c51a-2729-49a6-ac30-ff87b0c60724 req-3fe296e5-0855-4ca0-a944-c60fd4d560e6 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:16.056784 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9aa3c51a-2729-49a6-ac30-ff87b0c60724 req-3fe296e5-0855-4ca0-a944-c60fd4d560e6 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0530443 Nov 18 16:47:16.117032 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9aa3c51a-2729-49a6-ac30-ff87b0c60724 req-e2bf8fe9-fe57-404e-a8ed-ad56c913878b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529666 Nov 18 16:47:17.254501 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ecc15-5505-4d18-a7e0-1a8a1a613291 req-0c6c3ff0-3b11-46d0-84c2-01f0a95394b6 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:17.256478 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-382ecc15-5505-4d18-a7e0-1a8a1a613291 req-0c6c3ff0-3b11-46d0-84c2-01f0a95394b6 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0646074 Nov 18 16:47:17.315055 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-382ecc15-5505-4d18-a7e0-1a8a1a613291 req-54dc89a7-94db-4174-9a10-089097539260 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458815 Nov 18 16:47:18.440459 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3b49d5-b0d6-4dee-ae48-2086fa4af391 req-950adb41-8b41-406f-9d27-903895e59a7c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:18.442069 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e3b49d5-b0d6-4dee-ae48-2086fa4af391 req-950adb41-8b41-406f-9d27-903895e59a7c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0538778 Nov 18 16:47:18.498400 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-4e3b49d5-b0d6-4dee-ae48-2086fa4af391 req-b9678f69-bd17-4b50-9f1d-96a2dd688ebc tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451686 Nov 18 16:47:19.629429 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d409b8-0936-48fa-98c4-b832fb69430a req-b7886125-b082-42d3-9eb1-4e481dd60b50 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:19.631292 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-32d409b8-0936-48fa-98c4-b832fb69430a req-b7886125-b082-42d3-9eb1-4e481dd60b50 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0591531 Nov 18 16:47:19.687444 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-32d409b8-0936-48fa-98c4-b832fb69430a req-412751a0-1a63-4c7c-ad72-6e98383360a6 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498400 Nov 18 16:47:21.001776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a6e73-f25b-4cf3-9e88-50e6d65a974f req-b0c72a51-c827-44ad-aebb-ae28b4693a79 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:21.003443 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a16a6e73-f25b-4cf3-9e88-50e6d65a974f req-b0c72a51-c827-44ad-aebb-ae28b4693a79 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0611811 Nov 18 16:47:21.064792 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a16a6e73-f25b-4cf3-9e88-50e6d65a974f req-31b1cb36-b3d2-4bf6-a2e3-66d439f63fc8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545416 Nov 18 16:47:22.191534 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57936695-da5d-4a9d-b2ea-373dd1a17276 req-d3abe0cf-6e3c-4d74-97de-338c1cc4de55 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:22.193408 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-57936695-da5d-4a9d-b2ea-373dd1a17276 req-d3abe0cf-6e3c-4d74-97de-338c1cc4de55 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0541792 Nov 18 16:47:22.257471 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-57936695-da5d-4a9d-b2ea-373dd1a17276 req-af41bcb5-a4c8-4083-9ab7-1f4ea9547e07 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523856 Nov 18 16:47:22.519754 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d345e94f-9b84-47ae-b9e3-8388240683aa req-6eaf068a-704f-4771-a0c4-1f9d423497f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:22.522451 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d345e94f-9b84-47ae-b9e3-8388240683aa req-6eaf068a-704f-4771-a0c4-1f9d423497f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0688691 Nov 18 16:47:22.589542 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d345e94f-9b84-47ae-b9e3-8388240683aa req-688761e2-877c-4141-94f5-f634ee840084 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606024 Nov 18 16:47:22.614745 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-6ad9f018-ffd5-4f0d-90ca-bf4d270d0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:22.617486 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-6ad9f018-ffd5-4f0d-90ca-bf4d270d0b7e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1098 time: 0.0754676 Nov 18 16:47:22.738341 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-2111983f-10f9-4533-b798-cbf614136d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:22.739917 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-2111983f-10f9-4533-b798-cbf614136d63 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 911 time: 0.1151249 Nov 18 16:47:22.858364 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-95657f18-5f99-4dcb-9b22-a3556f17cf9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 1001 time: 0.1088259 Nov 18 16:47:22.916824 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-bc47ced8-e5ee-4ce3-b9ee-b7318066db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:22.918421 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-bc47ced8-e5ee-4ce3-b9ee-b7318066db4f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0516627 Nov 18 16:47:22.980949 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-8d0c7336-ad20-4689-a83f-63b22898fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:22.983347 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-8d0c7336-ad20-4689-a83f-63b22898fe74 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0562761 Nov 18 16:47:23.108884 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-2d2ae6b7-2206-4482-a38e-e58de0c97935 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175501 Nov 18 16:47:23.257793 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-6309e994-1fce-4d69-b210-19aa73452cc4 req-426541ca-a302-4d74-a06a-b57a8f6e3ab2 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404514 Nov 18 16:47:23.752222 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409a672-1a76-4dcd-a019-0585f1f8c46e req-a68d8f08-9e6d-44f5-89a7-4f183ea028a5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:23.754854 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0409a672-1a76-4dcd-a019-0585f1f8c46e req-a68d8f08-9e6d-44f5-89a7-4f183ea028a5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0595930 Nov 18 16:47:23.814116 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-0409a672-1a76-4dcd-a019-0585f1f8c46e req-63300397-e648-4b7c-a65e-98364f41a8da tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517204 Nov 18 16:47:24.848563 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-1813b20e-d674-4f78-b4c6-520742e524f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:24.944949 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba79669-45dc-43e2-a2cf-487427e68857 req-8295de7e-02b9-46d6-9397-107c39e0c6fa tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:24.946568 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6ba79669-45dc-43e2-a2cf-487427e68857 req-8295de7e-02b9-46d6-9397-107c39e0c6fa tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0512848 Nov 18 16:47:25.001438 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6ba79669-45dc-43e2-a2cf-487427e68857 req-fcdc3e63-d533-47e5-8484-9e2e023a49a4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470328 Nov 18 16:47:26.999964 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-42048686-eeff-41ad-a9eb-7881d9c751ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:28.542540 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:29.856048 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:30.332126 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:31.421507 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:34.792067 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-154f26ef-e585-4122-9e9c-53999b873901 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443025 Nov 18 16:47:34.861734 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-c8faede5-5b22-439e-abbb-ddb03814c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:34.863337 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-c8faede5-5b22-439e-abbb-ddb03814c26c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 1098 time: 0.0440640 Nov 18 16:47:35.270461 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-3d4a2890-c436-4313-8ba0-34f7d2b10174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:35.272623 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-3d4a2890-c436-4313-8ba0-34f7d2b10174 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 911 time: 0.3841312 Nov 18 16:47:35.356011 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-af3a3711-af16-4150-82b0-75bccd66b3a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 200 len: 1001 time: 0.0679231 Nov 18 16:47:35.417380 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-c4135731-ef9a-4965-9195-b10bef29f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:35.419679 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-c4135731-ef9a-4965-9195-b10bef29f518 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0491891 Nov 18 16:47:35.473576 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-f22faae9-8dbc-4377-a36b-2998aa9b2c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:35.475230 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-f22faae9-8dbc-4377-a36b-2998aa9b2c03 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470872 Nov 18 16:47:35.590838 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-fa9a40bd-aeb3-4b72-ba5d-22f05fecadc7 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027601 Nov 18 16:47:35.695326 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3733880d-bb24-40a7-b690-b9e2cfe1b979 req-16aa14d4-f27a-4a8b-9071-347ecd7ec696 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969903 Nov 18 16:47:42.103070 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:47:55.019646 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-fe1c622f-4eaa-4520-9408-46d8406903e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:57.006927 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-08940f97-415f-4a63-bf6e-7b21207d27d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:58.547156 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:58.548013 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a69062-8ba1-4f93-8dee-5e5eba227a92 req-bbc579e7-f4c4-4aa9-a1ea-7c1349ab073e tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:58.549728 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05a69062-8ba1-4f93-8dee-5e5eba227a92 req-bbc579e7-f4c4-4aa9-a1ea-7c1349ab073e tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.1121817 Nov 18 16:47:58.633917 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-05a69062-8ba1-4f93-8dee-5e5eba227a92 req-619d91d6-1b52-466a-b5a0-0dd1ffc3b4ee tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771532 Nov 18 16:47:59.834896 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144157f-e5ec-4e6a-a6f5-32b15622aaa6 req-39957c78-6e1a-475a-8156-24004a84366c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:47:59.836642 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6144157f-e5ec-4e6a-a6f5-32b15622aaa6 req-39957c78-6e1a-475a-8156-24004a84366c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.1224561 Nov 18 16:47:59.860036 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:47:59.907726 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6144157f-e5ec-4e6a-a6f5-32b15622aaa6 req-3135b5f3-ca6e-4ede-a705-456db0d3125d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620205 Nov 18 16:48:00.337510 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:00.514935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-6d516eb6-930e-4569-b53b-32e2741ec54b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:00.516737 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-6d516eb6-930e-4569-b53b-32e2741ec54b tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0650179 Nov 18 16:48:00.620611 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Deleting port 0dbd6747-1050-48dd-ba65-080dba6817ed {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:00.620918 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:00.725836 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] For port 0dbd6747-1050-48dd-ba65-080dba6817ed, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0dbd6747-1050-48dd-ba65-080dba6817ed,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:00.726196 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:00.923935 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:00.924261 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:00.924514 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Floating IP a044ea5c-c57f-4459-8d06-a2bc082e9966 disassociated. External IP: 172.27.3.164, port: 0dbd6747-1050-48dd-ba65-080dba6817ed. Nov 18 16:48:00.924862 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Calling delete_port for 0dbd6747-1050-48dd-ba65-080dba6817ed owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:01.097414 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801d0d2-0545-47a9-b594-2abebc5e3e0a req-e7dae594-69f7-4d15-ba91-95c814ce3947 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:01.099067 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9801d0d2-0545-47a9-b594-2abebc5e3e0a req-e7dae594-69f7-4d15-ba91-95c814ce3947 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 945 time: 0.0771635 Nov 18 16:48:01.174398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:01.222275 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9801d0d2-0545-47a9-b594-2abebc5e3e0a req-004f5c17-5699-4a24-aeb9-25850396b89d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=959848b0-8a52-4ae4-bf86-c0537c42be19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040585 Nov 18 16:48:01.223085 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event deleted for resources: {'Port': ['ID=0dbd6747-1050-48dd-ba65-080dba6817ed,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:01.238770 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.239125 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.239472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.239810 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.240141 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.240490 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.240798 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.241125 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.241458 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.241783 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.242111 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.242461 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:01.365309 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:48:01.459677 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:01.500392 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:48:01.511547 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:48:01.534791 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:01.535833 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:01.564711 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] No DVR routers for this DVR port 0dbd6747-1050-48dd-ba65-080dba6817ed on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:48:01.569442 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:01.573681 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8ca758ba-d814-4a4e-a642-3aa09ef4fc3a req-615ea32b-d85d-44ec-9c88-55466ba1800f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "DELETE /v2.0/ports/0dbd6747-1050-48dd-ba65-080dba6817ed HTTP/1.1" status: 204 len: 173 time: 1.0504096 Nov 18 16:48:01.574981 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'name': 'network-vif-deleted', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:01.578255 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd93bd74-14f6-4f0f-84ad-9ffdd93c2d13" -d '{"events": [{"server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "name": "network-vif-deleted", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:01.637696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e21d4a-39c3-40d3-839a-096f02f53e59 x-openstack-request-id: req-90e21d4a-39c3-40d3-839a-096f02f53e59 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:01.638361 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f084e73f-6663-41b8-a891-676108db3791", "name": "network-vif-deleted", "tag": "0dbd6747-1050-48dd-ba65-080dba6817ed", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:01.640224 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-90e21d4a-39c3-40d3-839a-096f02f53e59 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:01.640496 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f084e73f-6663-41b8-a891-676108db3791', 'name': 'network-vif-deleted', 'tag': '0dbd6747-1050-48dd-ba65-080dba6817ed', 'status': 'completed', 'code': 200} Nov 18 16:48:01.715933 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:02.023232 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:02.058068 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:48:02.069730 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:02.070418 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:02.202335 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:02.414474 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bddc4a3b-eecc-4e79-a6ed-6d037344f6fa req-47402a7b-95a9-4fb4-80dd-ca3d6facf980 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=f084e73f-6663-41b8-a891-676108db3791 HTTP/1.1" status: 200 len: 210 time: 0.0364287 Nov 18 16:48:02.535921 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:02.565846 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd48d2c-2923-451d-853a-5fb1c31eeea6 None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:48:02.861917 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd1a41-b55d-4f51-9f58-dfbe1d835288 None None] New status for floating IP a044ea5c-c57f-4459-8d06-a2bc082e9966: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:48:02.967306 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-816795f1-455c-4684-9c1a-468f71415bfc tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499572345&fields=id&tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 267 time: 0.0573993 Nov 18 16:48:03.126277 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-b14af5c9-6f44-4ca0-838a-7751a1c11678 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:03.127987 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-b14af5c9-6f44-4ca0-838a-7751a1c11678 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 810 time: 0.1527414 Nov 18 16:48:03.149876 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-383f4669-b199-496c-9113-4feeb1235e9c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/quotas/300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 375 time: 0.0100510 Nov 18 16:48:03.216502 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-45fbcded-2f73-47e2-9bf8-5c38b1957614 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0589783 Nov 18 16:48:03.288272 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-114c6dfa-fc26-4ae4-a20b-2f17a8666682 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102912) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:48:03.289756 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-114c6dfa-fc26-4ae4-a20b-2f17a8666682 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0602906 Nov 18 16:48:03.395237 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-0e9a1c8d-206d-46ae-8ab2-358aaa873d0f service neutron] 10.222.0.37 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973012 Nov 18 16:48:03.499349 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-0695f83d-67a2-438f-8b84-b78cf08e56fa service neutron] 10.222.0.37 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976520 Nov 18 16:48:03.544982 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41670) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:03.618717 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:03.654499 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:03.728458 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:03.732050 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:03.733932 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "DELETE /v2.0/security-groups/959848b0-8a52-4ae4-bf86-c0537c42be19 HTTP/1.1" status: 204 len: 168 time: 0.1872687 Nov 18 16:48:03.738027 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41678) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:03.748824 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=959848b0-8a52-4ae4-bf86-c0537c42be19,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:03.759381 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.759686 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.api.v2.resource [None req-652bb2b2-a700-4778-a236-70bf55b8a5a3 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] show failed (client error): The resource could not be found. Nov 18 16:48:03.760394 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.761100 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.761307 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-652bb2b2-a700-4778-a236-70bf55b8a5a3 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups/959848b0-8a52-4ae4-bf86-c0537c42be19 HTTP/1.1" status: 404 len: 347 time: 0.0215530 Nov 18 16:48:03.762866 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.763362 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.764254 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.765142 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.765142 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.765629 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.766129 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.766608 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.766919 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4eb27d3-c37a-4698-9891-24e5fed7e960 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:03.767556 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41680) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:03.999480 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-23cf8d38-ff42-4a7f-9f43-538253ceebc6 req-33bd8bef-aeca-49f3-a6db-898555dff729 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 210 time: 0.0540352 Nov 18 16:48:04.038357 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Deleting port de27806d-c697-4759-8398-cedb5e374a6a {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:04.038889 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.162127 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.162493 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.177569 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Calling delete_port for de27806d-c697-4759-8398-cedb5e374a6a owned by network:floatingip {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:04.259894 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0dbd6747-1050-48dd-ba65-080dba6817ed no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:04.289078 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 0dbd6747-1050-48dd-ba65-080dba6817ed {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:04.289791 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 0dbd6747-1050-48dd-ba65-080dba6817ed not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:04.401482 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.437634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event deleted for resources: {'Port': ['ID=de27806d-c697-4759-8398-cedb5e374a6a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:04.515506 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.519291 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.520667 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-03f4008b-0197-495f-9f2d-e782ba3a37bf tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "DELETE /v2.0/floatingips/a044ea5c-c57f-4459-8d06-a2bc082e9966 HTTP/1.1" status: 204 len: 168 time: 0.7516346 Nov 18 16:48:04.802781 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41696) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:04.812026 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2112581198', 'description': 'tempest-description--1829684866'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:04.851184 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.935021 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.939852 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.978756 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=598ca8c0-c95a-4051-b750-e4919acade18,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:04.983989 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:04.985354 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8c120a2d-8367-4800-89e9-3dc111d32c3f tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1811323 Nov 18 16:48:04.990492 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41698) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:04.997439 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'security_group_rule': {'security_group_id': '598ca8c0-c95a-4051-b750-e4919acade18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:05.037117 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.119799 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.125868 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.156050 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c21d39-498c-4542-8fa7-d40886d41293,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:05.166027 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.173726 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a2ccf062-5a3a-4878-b578-57068f82c9b9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1814580 Nov 18 16:48:05.174809 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41702) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:05.182629 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'security_group_rule': {'security_group_id': '598ca8c0-c95a-4051-b750-e4919acade18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:05.198552 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-85f2154f-3c83-409e-9ea3-186e4f0ef656 req-2ae660ca-76b6-4f48-adf7-7c3cb047dc2f tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 210 time: 0.0537174 Nov 18 16:48:05.236716 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.326234 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-0ae72c3e-09d9-47c8-b982-6b79cd8d3cc3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:05.328663 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-0ae72c3e-09d9-47c8-b982-6b79cd8d3cc3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 810 time: 0.2030296 Nov 18 16:48:05.334639 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.341318 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075432'] for security_group_rule, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.376116 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61ce60c4-0d15-4cff-96c3-4b66fa7a12fe,revision_number=0']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:05.392013 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.397102 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d301cb72-471f-440e-b268-17ad62128465 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2180033 Nov 18 16:48:05.397890 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41704) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:05.404301 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:05.432151 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-7ff7e45b-8236-4154-906e-56e6d23cd9fb tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c HTTP/1.1" status: 200 len: 379 time: 0.0931807 Nov 18 16:48:05.443215 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'port': {'device_id': '696740d2-0006-43d8-899b-08813260bc30', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'admin_state_up': True, 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'security_groups': ['891cf48b-0322-40ef-9d98-e9ca871ecc30']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:05.474001 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.640910 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Made reservation on behalf of 300fc2e2607a4afd9bf5ece4556a0d2c for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:48:05.644475 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.744035 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:05.863578 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Allocated IP 172.20.0.12 (a38614e4-f580-4ed5-b0ae-afcebbb83aac/cb8e946b-25a4-4b4e-b388-91a0458dbbdb/398807de-dbd1-4116-9d28-7576b9756a0c) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:48:05.958150 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Allocated IP 172.27.3.248 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/548e8072-d9ca-4698-8316-d1f823a3e808) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:48:06.156555 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.181459 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.234393 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.271776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.297367 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:48:06.307200 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:48:06.311953 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:48:06.317844 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=398807de-dbd1-4116-9d28-7576b9756a0c,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:06.322889 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:48:06.366503 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:48:06.373530 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:48:06.388890 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68157dc9-9f47-4dc2-b699-55deca051152 req-197354f3-e8eb-4f9c-b8a4-c01aa9d50ad7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:06.391721 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-68157dc9-9f47-4dc2-b699-55deca051152 req-197354f3-e8eb-4f9c-b8a4-c01aa9d50ad7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 932 time: 0.1030238 Nov 18 16:48:06.436341 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'Port': ['ID=548e8072-d9ca-4698-8316-d1f823a3e808,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:06.449905 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:06.450972 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.475531 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a9cd816f-a73f-4ea3-813e-b1fa391ba929 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0362701 Nov 18 16:48:06.485552 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-68157dc9-9f47-4dc2-b699-55deca051152 req-f9d096c7-7d50-4438-86af-164a1d0c4e97 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830517 Nov 18 16:48:06.506472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-d98dcd49-deb4-44c9-9774-3b0ca9d3e655 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:48:06.507562 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-d98dcd49-deb4-44c9-9774-3b0ca9d3e655 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061562 Nov 18 16:48:06.540707 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.592962 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Request body: {'port': {'device_id': '696740d2-0006-43d8-899b-08813260bc30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:06.623915 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.672374 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-5be50b79-9420-4eeb-9267-c2dcf6c5edbc None None] Provisioning complete for port 398807de-dbd1-4116-9d28-7576b9756a0c triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:48:06.673124 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5be50b79-9420-4eeb-9267-c2dcf6c5edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.693860 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:06.727205 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-5be50b79-9420-4eeb-9267-c2dcf6c5edbc None None] Port 398807de-dbd1-4116-9d28-7576b9756a0c cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:48:06.970411 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.001819 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.113115 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'Port': ['ID=548e8072-d9ca-4698-8316-d1f823a3e808,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:07.149002 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.193205 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.194505 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-49628d24-d18f-4547-8feb-bbbd1d923928 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7955592 Nov 18 16:48:07.199677 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 398807de-dbd1-4116-9d28-7576b9756a0c {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:48:07.210283 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.225430 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Transition to ACTIVE for port object 398807de-dbd1-4116-9d28-7576b9756a0c will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:48:07.229567 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.290065 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Pushing event updated for resources: {'Port': ['ID=398807de-dbd1-4116-9d28-7576b9756a0c,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:07.404182 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Attempting to bind port 398807de-dbd1-4116-9d28-7576b9756a0c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:48:07.404604 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Attempting to bind port 398807de-dbd1-4116-9d28-7576b9756a0c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:48:07.405038 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Attempting to bind port 398807de-dbd1-4116-9d28-7576b9756a0c on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:48:07.422616 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Port 398807de-dbd1-4116-9d28-7576b9756a0c on network a38614e4-f580-4ed5-b0ae-afcebbb83aac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:48:07.423142 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Attempting to bind port 398807de-dbd1-4116-9d28-7576b9756a0c on network a38614e4-f580-4ed5-b0ae-afcebbb83aac {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:48:07.439912 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:48:07.440266 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Checking segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:48:07.440638 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Bound using segment: {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:48:07.441096 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Bound port: 398807de-dbd1-4116-9d28-7576b9756a0c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:48:07.441455 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.471622 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d7ddf546-e6cd-49af-aefb-8b3f186df21a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--2112581198&fields=id&tenant_id=91e06983292346698527488e2cfbdf76 HTTP/1.1" status: 200 len: 267 time: 0.0816159 Nov 18 16:48:07.676578 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44d3033-149b-44cb-a027-e5514445c3c8 req-06a3504f-f480-41f6-8fff-89a351b50e01 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:07.678365 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d44d3033-149b-44cb-a027-e5514445c3c8 req-06a3504f-f480-41f6-8fff-89a351b50e01 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0763979 Nov 18 16:48:07.752815 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-d44d3033-149b-44cb-a027-e5514445c3c8 req-257dcbab-d283-4e2f-92e3-2e2ae71a7305 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614102 Nov 18 16:48:07.895516 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] For port 398807de-dbd1-4116-9d28-7576b9756a0c, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:48:07.916000 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] For port 398807de-dbd1-4116-9d28-7576b9756a0c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=398807de-dbd1-4116-9d28-7576b9756a0c,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:48:07.924326 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.943125 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-79e0e694-96f3-4d91-9a83-d71532ec902a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:07.944773 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-79e0e694-96f3-4d91-9a83-d71532ec902a tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 810 time: 0.4489679 Nov 18 16:48:07.985357 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:07.986354 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:07.987479 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-94027f7e-383e-4592-be02-01d03d13977b service neutron] 10.222.0.66 "PUT /v2.0/ports/398807de-dbd1-4116-9d28-7576b9756a0c HTTP/1.1" status: 200 len: 1094 time: 1.4717138 Nov 18 16:48:07.988311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:07.990676 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9e8c92-edb2-46be-88dc-43bc671fcc18" -d '{"events": [{"name": "network-changed", "server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:07.997097 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-362e65db-28a7-4326-b179-7018c9a73521 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/quotas/91e06983292346698527488e2cfbdf76 HTTP/1.1" status: 200 len: 375 time: 0.0304918 Nov 18 16:48:08.030069 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94027f7e-383e-4592-be02-01d03d13977b service neutron] Pushing event updated for resources: {'Port': ['ID=398807de-dbd1-4116-9d28-7576b9756a0c,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:08.118359 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d087d282-f0ca-493b-9f4e-fc51e46b508b x-openstack-request-id: req-d087d282-f0ca-493b-9f4e-fc51e46b508b {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:08.118777 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:08.119126 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d087d282-f0ca-493b-9f4e-fc51e46b508b {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:08.119695 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c', 'status': 'completed', 'code': 200} Nov 18 16:48:08.155129 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-c27f8922-0360-4a48-ab2c-b3f25fdceed8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1286023 Nov 18 16:48:08.168917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-01b53073-48b8-4a3b-a428-a1237bca7c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:08.171598 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-01b53073-48b8-4a3b-a428-a1237bca7c17 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 1097 time: 0.1263618 Nov 18 16:48:08.179528 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-00c1089b-b85e-4782-8838-cc53647472f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=102911) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 18 16:48:08.181336 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-00c1089b-b85e-4782-8838-cc53647472f0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082078 Nov 18 16:48:08.256217 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-f3892446-6d50-48a7-a393-98d4c6f01aec service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398807de-dbd1-4116-9d28-7576b9756a0c HTTP/1.1" status: 200 len: 217 time: 0.0733862 Nov 18 16:48:08.417370 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-4cb4d447-07a1-4af6-a207-700c7a31498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:08.419633 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-4cb4d447-07a1-4af6-a207-700c7a31498d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.1495759 Nov 18 16:48:08.465539 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-0aa4414e-51b2-4ac7-a0aa-9d1ccdcae598 service neutron] 10.222.0.37 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705810 Nov 18 16:48:08.510676 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a88ac087-4731-417e-aa50-10b4fb81883c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:08.512890 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-a88ac087-4731-417e-aa50-10b4fb81883c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0825653 Nov 18 16:48:08.630958 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-42b5c017-7114-4cb6-bbc6-ee4281017d1e service neutron] 10.222.0.37 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586397 Nov 18 16:48:08.667439 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-3a464a85-205d-445a-9e9f-ded87e57ea30 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209371 Nov 18 16:48:08.813138 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-038bc6ff-ff92-4dcb-a1b7-395b674673f3 req-b684a17a-2045-4d65-98e9-d5c8d3f916d5 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379993 Nov 18 16:48:08.917042 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-af46f520-007d-4f6a-9783-cb04f486e4c9 req-7927a061-ccf3-4048-b509-64309bd19521 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 210 time: 0.0483692 Nov 18 16:48:08.966850 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5377ad2-70e7-42d1-b3da-bbf3a6082e72 req-df7d96da-bfe3-4f45-bf74-576195319ea2 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:08.968533 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5377ad2-70e7-42d1-b3da-bbf3a6082e72 req-df7d96da-bfe3-4f45-bf74-576195319ea2 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0965817 Nov 18 16:48:08.985602 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-c0188b14-28e7-49d6-9b03-ba2c8d4205e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:08.987170 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-c0188b14-28e7-49d6-9b03-ba2c8d4205e2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 1097 time: 0.0955567 Nov 18 16:48:09.070598 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c5377ad2-70e7-42d1-b3da-bbf3a6082e72 req-5faf2267-c1c2-42f6-a2de-a69610659d0f tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943933 Nov 18 16:48:09.143613 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-178734c2-57b2-4d58-a8fe-496c21049f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:09.146370 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-178734c2-57b2-4d58-a8fe-496c21049f5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.1501875 Nov 18 16:48:09.196268 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-f5ddfe4b-0d0b-449a-8553-15904c3a76ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398807de-dbd1-4116-9d28-7576b9756a0c HTTP/1.1" status: 200 len: 217 time: 0.0417254 Nov 18 16:48:09.269987 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-651ca641-115d-4d42-a3d0-27693e0958c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:09.271879 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-651ca641-115d-4d42-a3d0-27693e0958c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0647883 Nov 18 16:48:09.331759 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-eada4787-c58d-4984-acc8-647deaff0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:09.333541 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-eada4787-c58d-4984-acc8-647deaff0f05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0492032 Nov 18 16:48:09.472365 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-ff677fc5-d3da-41a7-9d79-56b6a72fcf82 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230440 Nov 18 16:48:09.607760 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-de9e8c92-edb2-46be-88dc-43bc671fcc18 req-fee9b40c-b289-440c-b4e7-cd194faa1e90 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263356 Nov 18 16:48:10.078666 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2b72ebf0-54a5-43c9-a137-73e4ac6be759 req-76df87df-2fda-441e-a358-bd0f02e6b9f5 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 210 time: 0.0442476 Nov 18 16:48:10.087365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-f384e803-673e-43a5-9587-9f88a9ab8622 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:10.089562 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-f384e803-673e-43a5-9587-9f88a9ab8622 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 810 time: 0.1599190 Nov 18 16:48:10.193445 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-e6ecc43e-2a2d-46d3-bb22-62c75fd71c3c tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91e06983292346698527488e2cfbdf76 HTTP/1.1" status: 200 len: 380 time: 0.0941031 Nov 18 16:48:10.212104 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'port': {'device_id': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'admin_state_up': True, 'tenant_id': '91e06983292346698527488e2cfbdf76', 'security_groups': ['598ca8c0-c95a-4051-b750-e4919acade18']}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:10.301886 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7652d6-1598-4ce9-be03-5be71f0c9620 req-6f23d1a0-16d3-4452-8cbb-edbf4b4bb0b2 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:10.303557 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac7652d6-1598-4ce9-be03-5be71f0c9620 req-6f23d1a0-16d3-4452-8cbb-edbf4b4bb0b2 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.1348393 Nov 18 16:48:10.390960 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-ac7652d6-1598-4ce9-be03-5be71f0c9620 req-6ff96c69-4989-4f90-a576-caae2890e055 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748155 Nov 18 16:48:10.396160 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Made reservation on behalf of 91e06983292346698527488e2cfbdf76 for: {'port': 1} {{(pid=102911) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 18 16:48:10.399970 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:10.579617 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_common [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Allocated IP 172.20.0.6 (e7f52684-1954-48a4-8abf-4c1691803a21/c09d32e0-b6d8-4337-87c7-1b615b4fe3e2/8c59f0e3-e2c7-41f6-ac42-1c4d0c128529) {{(pid=102911) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:48:10.747293 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for port, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:10.786644 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:10.837376 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Network e7f52684-1954-48a4-8abf-4c1691803a21 is already hosted by enough agents. {{(pid=102911) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:48:10.841579 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.base_scheduler [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Resources bound (agent type, host, resource id): {{(pid=102911) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:48:10.846151 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Received port after_create {{(pid=102911) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:48:10.856910 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event updated for resources: {'Port': ['ID=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:10.915833 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:10.916512 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:10.942646 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-d2fec7c8-ae78-427d-b4f6-2840dd367263 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7341588 Nov 18 16:48:10.957657 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Request body: {'port': {'device_id': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:11.040001 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.155006 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-aa922ce6-6b36-49da-8235-0d14509f9fee None None] Provisioning complete for port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 triggered by entity DHCP. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:48:11.155927 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-aa922ce6-6b36-49da-8235-0d14509f9fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.221069 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-aa922ce6-6b36-49da-8235-0d14509f9fee None None] Port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 cannot update to ACTIVE because it is not bound. {{(pid=102913) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 18 16:48:11.267824 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0324-70a3-4156-8d4f-bceb0a4bd56c req-8f176dab-e0e7-4761-b8d8-d64ac53bd115 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:11.269434 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a10a0324-70a3-4156-8d4f-bceb0a4bd56c req-8f176dab-e0e7-4761-b8d8-d64ac53bd115 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 931 time: 0.0578790 Nov 18 16:48:11.325609 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a10a0324-70a3-4156-8d4f-bceb0a4bd56c req-55566ffd-4d57-4e3e-8a71-a92a90b8bcac tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493143 Nov 18 16:48:11.394100 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 {{(pid=102911) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:48:11.404189 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Publish callbacks [] for port, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.420616 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.provisioning_blocks [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Transition to ACTIVE for port object 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 will not be triggered until provisioned by entity L2. {{(pid=102911) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 18 16:48:11.424588 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.478383 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Pushing event updated for resources: {'Port': ['ID=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,revision_number=2']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:11.618831 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Attempting to bind port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 18 16:48:11.619179 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Attempting to bind port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 18 16:48:11.619522 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Attempting to bind port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 on network e7f52684-1954-48a4-8abf-4c1691803a21 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:48:11.629609 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 on network e7f52684-1954-48a4-8abf-4c1691803a21 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 18 16:48:11.629920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Attempting to bind port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 on network e7f52684-1954-48a4-8abf-4c1691803a21 {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 18 16:48:11.641419 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Checking agent: {'id': '00b77c50-59a2-4c9c-bc8e-7d8cf53e1be6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'started_at': datetime.datetime(2021, 11, 18, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2021, 11, 18, 16, 48, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 18 16:48:11.641704 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Checking segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102911) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 18 16:48:11.642068 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Bound using segment: {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'} {{(pid=102911) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 18 16:48:11.642563 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.managers [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Bound port: 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d550fcb-cc6b-4429-aac4-9585eb36830a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21'}}] {{(pid=102911) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 18 16:48:11.642934 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.655284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbaeda6-1541-4f40-bfff-5e9b73c1b4d7 req-5049bd22-7b67-44d5-bbe5-7fd69f9b9040 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:11.657014 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5dbaeda6-1541-4f40-bfff-5e9b73c1b4d7 req-5049bd22-7b67-44d5-bbe5-7fd69f9b9040 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0880177 Nov 18 16:48:11.756699 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-5dbaeda6-1541-4f40-bfff-5e9b73c1b4d7 req-e6926938-3ad2-4530-a898-4a83a628e741 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926633 Nov 18 16:48:11.763621 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] For port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host hv-cinder-73362, cleared binding levels {{(pid=102911) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 18 16:48:11.767277 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] For port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102911) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 18 16:48:11.774790 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5500636'] for port, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.828762 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:11.829385 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:11.831070 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] 10.222.0.66 "PUT /v2.0/ports/8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 HTTP/1.1" status: 200 len: 1093 time: 0.8796811 Nov 18 16:48:11.831550 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:11.833923 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e426bc7f-b315-46bd-903d-169414d9f696" -d '{"events": [{"name": "network-changed", "server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:11.887031 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b760131-f72a-47d8-9b1e-b9ef502c118d service neutron] Pushing event updated for resources: {'Port': ['ID=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,revision_number=3']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:11.915093 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1554d3a-dc2f-4c19-9b1d-8d978211d1a8 x-openstack-request-id: req-f1554d3a-dc2f-4c19-9b1d-8d978211d1a8 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:11.915732 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:11.916258 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1554d3a-dc2f-4c19-9b1d-8d978211d1a8 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:11.917017 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'status': 'completed', 'code': 200} Nov 18 16:48:11.989227 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bc7f-b315-46bd-903d-169414d9f696 req-dfc2256b-57fa-4569-9ec5-9cf06e8e9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:11.990895 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e426bc7f-b315-46bd-903d-169414d9f696 req-dfc2256b-57fa-4569-9ec5-9cf06e8e9089 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 1096 time: 0.0553539 Nov 18 16:48:12.110114 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bc7f-b315-46bd-903d-169414d9f696 req-2f07e204-04a0-4b9c-97a9-87b4e46d1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.111605 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e426bc7f-b315-46bd-903d-169414d9f696 req-2f07e204-04a0-4b9c-97a9-87b4e46d1118 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=91e06983292346698527488e2cfbdf76&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1124051 Nov 18 16:48:12.237486 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426bc7f-b315-46bd-903d-169414d9f696 req-024b5e07-7733-4b64-9fc5-85931c24464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.240115 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e426bc7f-b315-46bd-903d-169414d9f696 req-024b5e07-7733-4b64-9fc5-85931c24464f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212139 Nov 18 16:48:12.329466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-b7c3ef9e-fe54-4d0a-8ecb-ef6e7d242f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.331716 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-b7c3ef9e-fe54-4d0a-8ecb-ef6e7d242f37 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 1096 time: 0.0501630 Nov 18 16:48:12.380145 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-0de5dd82-3ba4-4f6a-b18b-8d885bb9db2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 HTTP/1.1" status: 200 len: 217 time: 0.0407622 Nov 18 16:48:12.445878 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-2c801ac2-8d78-4e43-a0b0-fa5aa652a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.447394 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-2c801ac2-8d78-4e43-a0b0-fa5aa652a78d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.0589237 Nov 18 16:48:12.519568 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44c2fe-16bb-4c3b-84b8-e887d786eab0 req-efedb2fe-7f8a-429b-9af6-04b54d9a2166 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.521189 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da44c2fe-16bb-4c3b-84b8-e887d786eab0 req-efedb2fe-7f8a-429b-9af6-04b54d9a2166 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 943 time: 0.0852246 Nov 18 16:48:12.540502 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-52e34880-a34e-4acb-b674-934a9f59eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.542000 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-52e34880-a34e-4acb-b674-934a9f59eec2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752063 Nov 18 16:48:12.635972 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-da44c2fe-16bb-4c3b-84b8-e887d786eab0 req-c2fa1b9c-282e-48f4-858b-190bacac1198 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036110 Nov 18 16:48:12.670844 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-5da39a89-5d38-42d2-8a9b-e4411a62483e service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199956 Nov 18 16:48:12.818864 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-c0770277-b29e-4744-9e97-0fb94076e2f9 req-a365cbb8-7b40-4df0-ae1d-a8b8203e1cf7 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408036 Nov 18 16:48:12.905966 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06906318-d644-4008-97d4-a2c661c8da71 req-688fb41e-854c-43d9-b8b7-cf79b4ccef4e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:12.907649 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-06906318-d644-4008-97d4-a2c661c8da71 req-688fb41e-854c-43d9-b8b7-cf79b4ccef4e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0631030 Nov 18 16:48:12.977210 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-06906318-d644-4008-97d4-a2c661c8da71 req-823bd018-116e-44e6-948d-90c88be5f1bc tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574558 Nov 18 16:48:13.778149 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2267a7b-de63-439c-bb62-b32daa9ccc74 req-df3feaca-7f1e-4596-813b-fd1508af522d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:13.779791 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2267a7b-de63-439c-bb62-b32daa9ccc74 req-df3feaca-7f1e-4596-813b-fd1508af522d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 943 time: 0.0565166 Nov 18 16:48:13.845679 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-d2267a7b-de63-439c-bb62-b32daa9ccc74 req-f5273374-af87-4ac6-82d8-42b09ae023dd tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589559 Nov 18 16:48:14.119420 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26d499-c45c-41d6-9d91-129ce7fb1a6e req-54d55268-9dbc-42db-845a-a9d307e14e65 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:14.122104 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cd26d499-c45c-41d6-9d91-129ce7fb1a6e req-54d55268-9dbc-42db-845a-a9d307e14e65 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0598531 Nov 18 16:48:14.177661 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cd26d499-c45c-41d6-9d91-129ce7fb1a6e req-b0883066-bc70-4f3a-8f01-74d222c05fd2 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490029 Nov 18 16:48:14.307590 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:48:14.421795 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:14.435202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'port_id': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'mac_address': 'fa:16:3e:b9:2c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:48:14.475957 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:14.491844 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:48:14.517890 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:14.522405 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:14.584779 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:14.593505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.593859 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.594355 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.594714 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.595059 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.595403 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.595743 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.596077 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.596411 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.596741 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.597081 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.598266 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:48:14.787005 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['8c59f0e3-e2c7-41f6-ac42-1c4d0c128529'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:48:14.993951 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b531eb-502b-4032-bfd3-f677934f7b22 req-c3906506-a336-4178-bb20-316309e4bf7d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:14.995685 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47b531eb-502b-4032-bfd3-f677934f7b22 req-c3906506-a336-4178-bb20-316309e4bf7d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 944 time: 0.0676970 Nov 18 16:48:15.055002 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-47b531eb-502b-4032-bfd3-f677934f7b22 req-74ffddc2-d627-45b5-8e1b-0079dda6539e tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527232 Nov 18 16:48:15.303278 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501053c-160a-4c38-afcb-b90f45d177f6 req-329fa7c6-11e3-468f-b527-d3c01ca01a06 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:15.304906 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6501053c-160a-4c38-afcb-b90f45d177f6 req-329fa7c6-11e3-468f-b527-d3c01ca01a06 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0524371 Nov 18 16:48:15.369279 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-6501053c-160a-4c38-afcb-b90f45d177f6 req-9fd23405-6397-4c4d-a260-3fd7ff27dc92 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520442 Nov 18 16:48:16.191284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e20708-91e8-4cca-80dc-212f4877b221 req-adefff7e-8266-4360-b573-07ba5ee25fed tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:16.192922 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e6e20708-91e8-4cca-80dc-212f4877b221 req-adefff7e-8266-4360-b573-07ba5ee25fed tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 944 time: 0.0518274 Nov 18 16:48:16.246892 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e6e20708-91e8-4cca-80dc-212f4877b221 req-11bfb901-aee8-4ad1-993f-5bbcf58722ea tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470669 Nov 18 16:48:16.316163 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 398807de-dbd1-4116-9d28-7576b9756a0c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=102913) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 18 16:48:16.319733 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:48:16.503097 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d69e-9356-4cf8-8c12-04efb99f287f req-0e34f491-4701-4f82-bcb3-19291c23652a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:16.504729 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-caa4d69e-9356-4cf8-8c12-04efb99f287f req-0e34f491-4701-4f82-bcb3-19291c23652a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 944 time: 0.0559876 Nov 18 16:48:16.523499 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:48:16.535138 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:48:16.535756 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:16.562483 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-caa4d69e-9356-4cf8-8c12-04efb99f287f req-c883fc99-d073-4088-88a7-24c702ddf1de tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508566 Nov 18 16:48:16.614011 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 398807de-dbd1-4116-9d28-7576b9756a0c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=398807de-dbd1-4116-9d28-7576b9756a0c,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:16.643163 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Returning: {'device': '398807de-dbd1-4116-9d28-7576b9756a0c', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'port_id': '398807de-dbd1-4116-9d28-7576b9756a0c', 'mac_address': 'fa:16:3e:f3:35:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102913) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 18 16:48:16.759528 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:16.780545 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:16.802328 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 398807de-dbd1-4116-9d28-7576b9756a0c {{(pid=102913) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 18 16:48:16.858427 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:16.860749 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70383e0-bef8-4fd0-9526-7faff61dbf9e" -d '{"events": [{"server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "name": "network-vif-plugged", "status": "completed", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:16.868169 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 398807de-dbd1-4116-9d28-7576b9756a0c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=398807de-dbd1-4116-9d28-7576b9756a0c,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:16.875019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:16.881492 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:16.907174 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:16.914681 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d245141b-c07f-4add-8c4e-4440db7fad02 x-openstack-request-id: req-d245141b-c07f-4add-8c4e-4440db7fad02 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:16.914977 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "name": "network-vif-plugged", "status": "completed", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:16.915227 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d245141b-c07f-4add-8c4e-4440db7fad02 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:16.915631 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'code': 200} Nov 18 16:48:16.938970 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=398807de-dbd1-4116-9d28-7576b9756a0c,revision_number=4']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:17.009707 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:17.115620 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] get_ports_and_sgs() called for port_ids ['398807de-dbd1-4116-9d28-7576b9756a0c'] {{(pid=102913) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 18 16:48:17.143722 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb48359-2156-4d30-adc0-2f51aa5e6ff6 req-5c77b9eb-2d29-4661-b074-4463baf8caaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:17.146352 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-efb48359-2156-4d30-adc0-2f51aa5e6ff6 req-5c77b9eb-2d29-4661-b074-4463baf8caaa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 1098 time: 0.0566645 Nov 18 16:48:17.214159 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-efb48359-2156-4d30-adc0-2f51aa5e6ff6 req-57d4c714-263f-497d-9eea-bb056a1a6b0f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588953 Nov 18 16:48:17.416243 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed26b0-0f9b-4a15-8717-dbff6aecbb59 req-42a2a930-3d69-4d39-bf28-ac26f4f5cbae tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:17.419922 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-84ed26b0-0f9b-4a15-8717-dbff6aecbb59 req-42a2a930-3d69-4d39-bf28-ac26f4f5cbae tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 945 time: 0.0688756 Nov 18 16:48:17.479760 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-84ed26b0-0f9b-4a15-8717-dbff6aecbb59 req-373b0f76-e8e4-4cf6-8177-c1af91b36c92 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 Nov 18 16:48:17.692779 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ade33a-3c85-4398-8f46-2989bd6af2ed req-ee0e8ac1-fac5-41b7-a33e-9c445ff8db7d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:17.694477 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58ade33a-3c85-4398-8f46-2989bd6af2ed req-ee0e8ac1-fac5-41b7-a33e-9c445ff8db7d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 945 time: 0.0583456 Nov 18 16:48:17.752028 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-58ade33a-3c85-4398-8f46-2989bd6af2ed req-935bfafc-a7f8-41ea-86f9-3c7eb5b31ddb tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507250 Nov 18 16:48:18.302068 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41780) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:18.313758 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 398807de-dbd1-4116-9d28-7576b9756a0c up at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 18 16:48:18.400917 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning for port 398807de-dbd1-4116-9d28-7576b9756a0c completed by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 18 16:48:18.409334 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.provisioning_blocks [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Provisioning complete for port 398807de-dbd1-4116-9d28-7576b9756a0c triggered by entity L2. {{(pid=102913) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 18 16:48:18.409719 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745015'] for port, provisioning_complete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:18.530284 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Deleting port 913ace49-39ab-4f04-972e-12a1d219ca10 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:18.530701 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:18.535940 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:18.601013 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] For port 398807de-dbd1-4116-9d28-7576b9756a0c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=398807de-dbd1-4116-9d28-7576b9756a0c,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:18.608840 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975'] for port, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:18.623926 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:18.624671 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:18.643929 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Calling delete_port for 913ace49-39ab-4f04-972e-12a1d219ca10 owned by network:floatingip {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:18.644241 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a916878-3b51-483f-a5b8-f873c7a3e739 req-8ba36ec0-7096-4bf9-8614-f0d012719a8d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:18.646000 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5a916878-3b51-483f-a5b8-f873c7a3e739 req-8ba36ec0-7096-4bf9-8614-f0d012719a8d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 945 time: 0.0857794 Nov 18 16:48:18.686013 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Pushing event updated for resources: {'Port': ['ID=398807de-dbd1-4116-9d28-7576b9756a0c,revision_number=5']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:18.713364 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-5a916878-3b51-483f-a5b8-f873c7a3e739 req-87fce372-7547-4d9d-8575-9c1a8a8cd120 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591748 Nov 18 16:48:18.892501 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90177596-9af8-4e4f-be0f-1bb51b180ac7 req-8f5fdad9-37e6-4adb-8c24-49d8865ccf03 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:18.894224 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-90177596-9af8-4e4f-be0f-1bb51b180ac7 req-8f5fdad9-37e6-4adb-8c24-49d8865ccf03 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 945 time: 0.0984066 Nov 18 16:48:18.909423 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41788) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:18.917233 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c'}] {{(pid=102913) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:18.919648 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.v2.base [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Request body: {'floatingip': {'port_id': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529'}} {{(pid=102911) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:18.921450 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649132b1-41f3-4f55-9572-c7ea60e2a21c req-92780f0b-bb08-4523-976c-851089a2c19e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:18.921703 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12202e1f0ba13fd3845d85b0f9410bfed8d513df9657768d42e60c99301ee7e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7f7532-8702-409f-9ecd-7418691df2b8" -d '{"events": [{"server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "name": "network-vif-plugged", "status": "completed", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c"}]}' {{(pid=102913) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:18.924588 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-649132b1-41f3-4f55-9572-c7ea60e2a21c req-92780f0b-bb08-4523-976c-851089a2c19e tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.0735183 Nov 18 16:48:18.975284 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d795b07-1817-4d6e-bf3d-d09b53f4ac10 x-openstack-request-id: req-4d795b07-1817-4d6e-bf3d-d09b53f4ac10 {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:18.976038 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "name": "network-vif-plugged", "status": "completed", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c", "code": 200}]} {{(pid=102913) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:18.976543 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4d795b07-1817-4d6e-bf3d-d09b53f4ac10 {{(pid=102913) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:18.978466 dv-cinder-733622-22-iscsi neutron-server[102913]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c', 'code': 200} Nov 18 16:48:18.986754 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, before_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:19.016338 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-649132b1-41f3-4f55-9572-c7ea60e2a21c req-aa5b002d-9ad2-4277-9883-b08698e1d1d9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789583 Nov 18 16:48:19.092360 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:19.110454 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:48:19.131010 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event deleted for resources: {'Port': ['ID=913ace49-39ab-4f04-972e-12a1d219ca10,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:19.586481 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for floatingip, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:19.587405 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Floating IP fa01b985-b57c-43a5-8d5f-1abba92cec68 disassociated (deleted). External IP: 172.27.3.112, port: e723925c-a569-400c-8f8d-569744c5fdda. Nov 18 16:48:19.680230 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b877f-bf3d-4594-ab71-b3a54d83a3a4 req-60db3ef5-b771-4943-be63-3c6c7b474b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:19.681771 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-204b877f-bf3d-4594-ab71-b3a54d83a3a4 req-60db3ef5-b771-4943-be63-3c6c7b474b80 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 1099 time: 0.4761391 Nov 18 16:48:19.876785 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-204b877f-bf3d-4594-ab71-b3a54d83a3a4 req-1b37e739-e4d7-498f-a67d-8d788a18cee9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870642 Nov 18 16:48:20.086696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:48:20.172714 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:20.178887 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:20.284699 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ce3db-9b10-43fb-bc8a-ac7a776df94f req-83848503-5a18-4bcd-bd67-5987005217a9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:20.286426 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-546ce3db-9b10-43fb-bc8a-ac7a776df94f req-83848503-5a18-4bcd-bd67-5987005217a9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.1667233 Nov 18 16:48:20.414533 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Floating IP a0093977-a639-49a6-ae3c-75011f63736c associated. External IP: 172.27.3.248, port: 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529. Nov 18 16:48:20.427431 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:48:20.442458 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] Sync routers for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:48:20.458682 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:20.459483 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:20.472942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:20.516038 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-546ce3db-9b10-43fb-bc8a-ac7a776df94f req-1274c419-7720-4ed3-87bf-92296abdef80 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2159746 Nov 18 16:48:20.534913 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b6e19921-fcb6-41f8-bcce-8a00c7d4bd1b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "DELETE /v2.0/floatingips/fa01b985-b57c-43a5-8d5f-1abba92cec68 HTTP/1.1" status: 204 len: 168 time: 2.2311723 Nov 18 16:48:20.544235 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:20.548650 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd" -d '{"events": [{"name": "network-changed", "server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:20.626786 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:20.749453 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8a6ee6-1070-4ba8-9f51-02a503d55dc6 x-openstack-request-id: req-8d8a6ee6-1070-4ba8-9f51-02a503d55dc6 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:20.750365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:20.750365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8d8a6ee6-1070-4ba8-9f51-02a503d55dc6 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:20.750705 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'status': 'completed', 'code': 200} Nov 18 16:48:20.856393 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6565-8b6c-4d23-a9c6-6c79aadf397c req-a7fd6b10-b527-49ca-a0b6-c994c625c9c8 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:20.860199 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c6ec6565-8b6c-4d23-a9c6-6c79aadf397c req-a7fd6b10-b527-49ca-a0b6-c994c625c9c8 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0860682 Nov 18 16:48:20.903097 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:48:20.916746 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-a067bb14-9f5b-403b-b521-a25c7d4a94ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:20.919862 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-a067bb14-9f5b-403b-b521-a25c7d4a94ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 1099 time: 0.1148155 Nov 18 16:48:20.974994 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-c6ec6565-8b6c-4d23-a9c6-6c79aadf397c req-ee797f9a-8853-4ddd-86ff-37666683054c tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028357 Nov 18 16:48:21.021617 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:21.083336 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] Checking router: d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:48:21.099454 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:21.100533 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:21.217208 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:48:21.219382 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-7005fbc9-94b4-4ae1-bd86-f93dcea32070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:21.220941 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-7005fbc9-94b4-4ae1-bd86-f93dcea32070 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 200 len: 909 time: 0.2888014 Nov 18 16:48:21.224233 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:21.236066 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:48:21.248757 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:21.249873 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:21.275439 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:21.287061 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-30391f89-5375-4008-b82d-fbf5b2efb23f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 200 len: 217 time: 0.0577064 Nov 18 16:48:21.295521 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8b633c6e-fc62-443b-8e16-cc324066fdb8 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "PUT /v2.0/floatingips/a0093977-a639-49a6-ae3c-75011f63736c HTTP/1.1" status: 200 len: 991 time: 2.3786707 Nov 18 16:48:21.391507 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-e72f0280-43bd-429a-8913-06f70afb0159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:21.393371 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-e72f0280-43bd-429a-8913-06f70afb0159 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 200 len: 847 time: 0.0901775 Nov 18 16:48:21.398101 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:21.482907 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-a3051e1a-ed11-4a33-b61e-aee8bb08aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:21.486237 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-a3051e1a-ed11-4a33-b61e-aee8bb08aab7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2424fbb1-eb14-4f7e-8ceb-9b52088475b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0800133 Nov 18 16:48:21.630779 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:21.660247 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-ca3a99cd-a1ab-4a10-932e-cf1b5afd3c7a service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639259 Nov 18 16:48:21.689407 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6c09c4-dba1-4387-9e84-e4f97a08e67b None None] The sync data for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi is: [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:43:48Z', 'revision_number': 4, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': 'a497cf05-0e28-4da7-bf0d-7a9e87958032', 'name': '', 'network_id': '2424fbb1-eb14-4f7e-8ceb-9b52088475b6', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'mac_address': 'fa:16:3e:82:9c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:48Z', 'updated_at': '2021-11-18T16:43:57Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'subnets': [{'id': '2be7b1e4-0202-40e1-a7da-bad324102a43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:48:21.770170 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b7674-201d-40d4-af86-d972adc67c5c req-296ffedd-67c3-4963-951d-238540227511 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:21.772910 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf3b7674-201d-40d4-af86-d972adc67c5c req-296ffedd-67c3-4963-951d-238540227511 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.1021643 Nov 18 16:48:21.797703 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a0093977-a639-49a6-ae3c-75011f63736c', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'port_id': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'mac_address': 'fa:16:3e:b9:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:48:06Z', 'updated_at': '2021-11-18T16:48:20Z', 'revision_number': 1, 'project_id': '91e06983292346698527488e2cfbdf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:21.858159 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-7cababc3-4ff0-4b5b-b7f4-02a0faf34efd req-0a7efa3b-39aa-40af-98cc-dde442646912 service neutron] 10.222.0.66 "GET /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873219 Nov 18 16:48:21.862804 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-bf3b7674-201d-40d4-af86-d972adc67c5c req-f75e74ea-c339-41fe-beb2-0e998f923787 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760026 Nov 18 16:48:21.868687 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:48:21.892636 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:21.893456 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:22.083084 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:22.122831 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2216dd-537d-4381-8ec9-db4a27fc80b0 None None] New status for floating IP fa01b985-b57c-43a5-8d5f-1abba92cec68: DOWN {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:48:22.140554 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b9e54-3fbb-4638-bb5f-a21b2f3af2bf req-cc91bd66-fc41-479a-8f6f-35978bbaf87b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:22.141971 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a86b9e54-3fbb-4638-bb5f-a21b2f3af2bf req-cc91bd66-fc41-479a-8f6f-35978bbaf87b tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.0655227 Nov 18 16:48:22.212910 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-a86b9e54-3fbb-4638-bb5f-a21b2f3af2bf req-56965489-90ad-431b-ad9b-5390428ee5f7 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/security-groups?id=27572929-e7d3-4ce9-b45a-39c1146c4f94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615840 Nov 18 16:48:22.397329 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a0093977-a639-49a6-ae3c-75011f63736c', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'port_id': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'mac_address': 'fa:16:3e:b9:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:48:06Z', 'updated_at': '2021-11-18T16:48:20Z', 'revision_number': 1, 'project_id': '91e06983292346698527488e2cfbdf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:22.427193 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e38d6-42e6-4fc2-a266-07452b72e0a4 None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'a0093977-a639-49a6-ae3c-75011f63736c', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'port_id': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 659, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'mac_address': 'fa:16:3e:b9:2c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:48:06Z', 'updated_at': '2021-11-18T16:48:20Z', 'revision_number': 1, 'project_id': '91e06983292346698527488e2cfbdf76', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:48:22.562192 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210ab4a-8b86-4942-92eb-587b24e20a91 req-a30b9d1f-5644-419f-89f0-1c3128f02da7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:22.565055 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3210ab4a-8b86-4942-92eb-587b24e20a91 req-a30b9d1f-5644-419f-89f0-1c3128f02da7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.5602272 Nov 18 16:48:22.598106 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-d02ab199-bb70-4201-9982-7ddcd202a9a2 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:22.600803 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-d02ab199-bb70-4201-9982-7ddcd202a9a2 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.66 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 946 time: 0.1318448 Nov 18 16:48:22.661437 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c90af8b-68a6-4d1a-aebd-89169632e2bc None None] New status for floating IP a0093977-a639-49a6-ae3c-75011f63736c: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:48:22.710776 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-3210ab4a-8b86-4942-92eb-587b24e20a91 req-5679be5a-7434-4dfb-bfaa-e9249cc31eb0 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379478 Nov 18 16:48:22.751682 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:22.754319 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a09c2a4-fbcf-40f1-988c-dc667d6db132" -d '{"events": [{"name": "network-changed", "server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:22.759516 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Deleting port e723925c-a569-400c-8f8d-569744c5fdda {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:22.760015 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:22.762074 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41814) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:22.849986 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6481e1de-1510-471e-b9f9-2f46b627e8a5 tempest-TestVolumeBootPattern-405556239 tempest-TestVolumeBootPattern-405556239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:22.853515 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-6481e1de-1510-471e-b9f9-2f46b627e8a5 tempest-TestVolumeBootPattern-405556239 tempest-TestVolumeBootPattern-405556239-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 1094 time: 0.0897522 Nov 18 16:48:22.857937 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41816) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:22.859792 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9c452f-3031-4137-aad5-804e0a6ad93e x-openstack-request-id: req-be9c452f-3031-4137-aad5-804e0a6ad93e {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:22.860604 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:22.860604 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be9c452f-3031-4137-aad5-804e0a6ad93e {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:22.860855 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'status': 'completed', 'code': 200} Nov 18 16:48:22.866647 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.v2.base [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Request body: {'floatingip': {'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'port_id': '398807de-dbd1-4116-9d28-7576b9756a0c', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102912) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 18 16:48:22.910894 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:22.935569 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] For port e723925c-a569-400c-8f8d-569744c5fdda, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e723925c-a569-400c-8f8d-569744c5fdda,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:22.936013 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:22.957143 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Calling delete_port for e723925c-a569-400c-8f8d-569744c5fdda owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:22.979415 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-d401216b-4e09-4046-b2f3-ca4e426421fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:22.981222 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-d401216b-4e09-4046-b2f3-ca4e426421fe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=91e06983292346698527488e2cfbdf76&device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 1098 time: 0.0957634 Nov 18 16:48:23.098120 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:23.144741 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-f3c817df-5654-4677-b7b5-c1953b5b65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:23.146382 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-f3c817df-5654-4677-b7b5-c1953b5b65f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 200 len: 911 time: 0.1320789 Nov 18 16:48:23.255864 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:23.276152 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-c9ac0c7c-7765-4483-bbe7-d47651c69732 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 HTTP/1.1" status: 200 len: 1001 time: 0.1019683 Nov 18 16:48:23.289229 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_common [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Allocated IP 172.27.3.230 (0693c6cd-6234-4aaa-93b4-4834c031a3b5/e7f90a2f-b20f-4877-9803-259f1a18fd9d/0264cc9a-9e8a-436f-8d4b-d29077dada28) {{(pid=102912) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 18 16:48:23.312009 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event deleted for resources: {'Port': ['ID=e723925c-a569-400c-8f8d-569744c5fdda,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:23.393143 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-8bd5a44b-92b5-48e0-8776-9149d012ab29 req-6f86ceec-67a5-4131-b1a9-a0761b64d666 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "GET /v2.0/ports?device_id=78fd1ced-4553-4de2-a25f-01ca4759406f HTTP/1.1" status: 200 len: 210 time: 0.0350399 Nov 18 16:48:23.411747 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] No DVR routers for this DVR port e723925c-a569-400c-8f8d-569744c5fdda on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:48:23.426883 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:23.426883 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-19bed09c-9c75-418a-a82d-324d7379a8fa req-5ed57e44-5681-4687-87d3-c10eddc73b9d tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.66 "DELETE /v2.0/ports/e723925c-a569-400c-8f8d-569744c5fdda HTTP/1.1" status: 204 len: 173 time: 0.8034871 Nov 18 16:48:23.431817 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-32669af1-0818-49f5-a2b8-d6cb75ccf467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:23.434947 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-32669af1-0818-49f5-a2b8-d6cb75ccf467 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 200 len: 849 time: 0.1326661 Nov 18 16:48:23.467776 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:23.493291 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-b0c1082e-fa82-4aec-848f-6415d935e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:23.494958 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-b0c1082e-fa82-4aec-848f-6415d935e400 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e7f52684-1954-48a4-8abf-4c1691803a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536268 Nov 18 16:48:23.518665 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792968143939', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:23.621230 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-6ff8b25d-9a3f-442a-a3f3-a09e61db8ce9 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173687 Nov 18 16:48:23.799286 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-1a09c2a4-fbcf-40f1-988c-dc667d6db132 req-8c7c9c8e-b1ea-4d66-8814-2489151d7ec2 service neutron] 10.222.0.66 "GET /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694853 Nov 18 16:48:23.852116 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Network 0693c6cd-6234-4aaa-93b4-4834c031a3b5 is already hosted by enough agents. {{(pid=102912) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 18 16:48:23.857139 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.base_scheduler [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Resources bound (agent type, host, resource id): {{(pid=102912) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 18 16:48:23.862862 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Received port after_create {{(pid=102912) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 18 16:48:23.910733 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=0264cc9a-9e8a-436f-8d4b-d29077dada28,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:24.351653 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.357721 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:24.408210 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: e723925c-a569-400c-8f8d-569744c5fdda {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:24.408515 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device e723925c-a569-400c-8f8d-569744c5fdda not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:24.499870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41824) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:24.512787 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-670007'] for port, before_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.606841 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cabb-e0e6-4fae-8ac0-cdceff3c6492 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.644031 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cabb-e0e6-4fae-8ac0-cdceff3c6492 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.745025 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cabb-e0e6-4fae-8ac0-cdceff3c6492 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.750796 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-a5c7cabb-e0e6-4fae-8ac0-cdceff3c6492 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.752307 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-a5c7cabb-e0e6-4fae-8ac0-cdceff3c6492 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] 10.222.0.37 "DELETE /v2.0/security-groups/27572929-e7d3-4ce9-b45a-39c1146c4f94 HTTP/1.1" status: 204 len: 168 time: 0.2508743 Nov 18 16:48:24.765184 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7cabb-e0e6-4fae-8ac0-cdceff3c6492 tempest-TestShelveInstance-1841677445 tempest-TestShelveInstance-1841677445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27572929-e7d3-4ce9-b45a-39c1146c4f94,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:24.784281 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for port, precommit_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.795069 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792968569631', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792968143957', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792968143975', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4326234'] for port, after_update {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.842835 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41830) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:24.877744 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-fdc8cb57-fb2a-480f-b644-28419b029e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.914536 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-deleted', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:24.917133 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447aa8c2-9a86-4c94-a915-454e84715a6a" -d '{"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-deleted", "tag": "e723925c-a569-400c-8f8d-569744c5fdda"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:24.951643 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event updated for resources: {'Port': ['ID=0264cc9a-9e8a-436f-8d4b-d29077dada28,revision_number=2']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:24.973574 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:24.993645 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031bf196-4e98-49bc-98f7-73acdb36cc5b x-openstack-request-id: req-031bf196-4e98-49bc-98f7-73acdb36cc5b {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:24.993948 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78fd1ced-4553-4de2-a25f-01ca4759406f", "name": "network-vif-deleted", "tag": "e723925c-a569-400c-8f8d-569744c5fdda", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:24.994199 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-031bf196-4e98-49bc-98f7-73acdb36cc5b {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:24.994624 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78fd1ced-4553-4de2-a25f-01ca4759406f', 'name': 'network-vif-deleted', 'tag': 'e723925c-a569-400c-8f8d-569744c5fdda', 'status': 'completed', 'code': 200} Nov 18 16:48:25.146700 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.l3_db [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Floating IP 76fb1847-6e8d-4895-bfa9-ec2c8454b435 associated. External IP: 172.27.3.230, port: 398807de-dbd1-4116-9d28-7576b9756a0c. Nov 18 16:48:25.375486 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:25.518135 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:48:25.683716 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:48:25.700972 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:48:25.711886 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:25.712571 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Deleting port a497cf05-0e28-4da7-bf0d-7a9e87958032 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:25.713412 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:25.721687 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:25.722987 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:25.750089 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-8513bda5-4e64-4d1c-99bf-c65e31cac2f3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8898098 Nov 18 16:48:25.751094 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:48:25.755130 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce" -d '{"events": [{"name": "network-changed", "server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:48:25.842723 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] For port a497cf05-0e28-4da7-bf0d-7a9e87958032, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=a497cf05-0e28-4da7-bf0d-7a9e87958032,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:25.843184 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:25.862485 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Calling delete_port for a497cf05-0e28-4da7-bf0d-7a9e87958032 owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:25.916776 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b31520-ec3b-4cfc-8d06-24668f06deeb x-openstack-request-id: req-31b31520-ec3b-4cfc-8d06-24668f06deeb {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:48:25.917253 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:48:25.918205 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-31b31520-ec3b-4cfc-8d06-24668f06deeb {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:48:25.919043 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c', 'status': 'completed', 'code': 200} Nov 18 16:48:25.943962 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:26.038696 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-82144aac-17e6-47fa-8543-69f3e6da196b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:26.040362 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-82144aac-17e6-47fa-8543-69f3e6da196b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 1099 time: 0.0898256 Nov 18 16:48:26.209870 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-b9a16084-2086-4c7f-9a86-d3eacf6d4430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:26.211442 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-b9a16084-2086-4c7f-9a86-d3eacf6d4430 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.1349039 Nov 18 16:48:26.311721 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:26.321823 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-3d78b029-00f3-44c0-a6fd-fcf1be8a4d45 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398807de-dbd1-4116-9d28-7576b9756a0c HTTP/1.1" status: 200 len: 1000 time: 0.0917296 Nov 18 16:48:26.372209 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': '76fb1847-6e8d-4895-bfa9-ec2c8454b435', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': '398807de-dbd1-4116-9d28-7576b9756a0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:f3:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696740d2-0006-43d8-899b-08813260bc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:48:24Z', 'updated_at': '2021-11-18T16:48:24Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}, {'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:16Z', 'revision_number': 1, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:26.379715 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Pushing event deleted for resources: {'Port': ['ID=a497cf05-0e28-4da7-bf0d-7a9e87958032,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:26.422263 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:48:26.432733 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:26.436396 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:47:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:26.529365 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-079834d9-bc52-4aa4-8257-acef814a56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:26.531638 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-079834d9-bc52-4aa4-8257-acef814a56d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.2003474 Nov 18 16:48:26.571833 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:26.719517 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-4afb610e-9532-4057-881a-f10052d426d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:26.722071 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-4afb610e-9532-4057-881a-f10052d426d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1743379 Nov 18 16:48:26.811105 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:26.864295 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': '76fb1847-6e8d-4895-bfa9-ec2c8454b435', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': '398807de-dbd1-4116-9d28-7576b9756a0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:f3:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696740d2-0006-43d8-899b-08813260bc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:48:24Z', 'updated_at': '2021-11-18T16:48:24Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}, {'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:16Z', 'revision_number': 1, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:26.897021 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b7be34-b688-41db-8a24-b1f2c46f9243 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': '76fb1847-6e8d-4895-bfa9-ec2c8454b435', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': '398807de-dbd1-4116-9d28-7576b9756a0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:f3:35:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '696740d2-0006-43d8-899b-08813260bc30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:48:24Z', 'updated_at': '2021-11-18T16:48:24Z', 'revision_number': 0, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}, {'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:16Z', 'revision_number': 1, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:48:26.922726 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-2ccd7864-c44d-4b99-b869-b8b82b9d7659 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633139 Nov 18 16:48:27.009033 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dfcd6400-8e5e-4814-8125-6b6df64149a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:27.116268 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-e78e384c-b2d5-487f-b4bf-4e8abe14ffce req-6671dac0-1cb1-4d64-bd81-46efe8a7f779 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849501 Nov 18 16:48:27.169428 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30340228-95f2-4572-a834-8efcbf79ed7b None None] New status for floating IP 76fb1847-6e8d-4895-bfa9-ec2c8454b435: ACTIVE {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:48:27.256967 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:48:27.469682 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:48:27.481474 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-5ecdaea8-0e5a-4b17-aecb-93517eecbffd admin admin] 10.222.0.37 "PUT /v2.0/routers/d54f4ebc-cf17-41ec-b545-81b2b83ff1d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6329784 Nov 18 16:48:27.487705 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41844) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:27.489327 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] Sync routers for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:48:27.505562 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:27.506776 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:48:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:27.637670 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:27.682349 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:27.773596 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:27.839122 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Deleting port 5b032e7c-cf33-45b1-8a67-fdca6203c417 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:27.840300 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:27.957097 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:48:26Z', 'revision_number': 5, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port': {'id': '5b032e7c-cf33-45b1-8a67-fdca6203c417', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:cc:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:46Z', 'updated_at': '2021-11-18T16:43:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:27.970260 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] For port 5b032e7c-cf33-45b1-8a67-fdca6203c417, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5b032e7c-cf33-45b1-8a67-fdca6203c417,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:27.971203 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:27.992043 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] Checking router: d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:48:28.002827 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] Routers {'d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:28.003458 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:48:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:28.114754 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] Set router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:28.186123 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:48:27Z', 'revision_number': 6, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:28.238586 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f72f5a-a908-4ac7-b6b4-62ab5aa83396 None None] The sync data for ids ['d54f4ebc-cf17-41ec-b545-81b2b83ff1d5'] in dv-cinder-733622-22-iscsi is: [{'id': 'd54f4ebc-cf17-41ec-b545-81b2b83ff1d5', 'name': 'tempest-TestShelveInstance-186184825-router', 'tenant_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:45Z', 'updated_at': '2021-11-18T16:48:27Z', 'revision_number': 6, 'project_id': 'e536b7df40ec4268bd83e7b4155c0aff', 'gw_port_host': None}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:48:28.365807 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Calling delete_port for 5b032e7c-cf33-45b1-8a67-fdca6203c417 owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:28.553375 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.557310 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.605786 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b032e7c-cf33-45b1-8a67-fdca6203c417,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:28.691008 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.866283 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.870266 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.943864 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.944469 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:48:28.951185 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:28.952616 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e52592f1-cb15-4321-a563-577169f64559 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d54f4ebc-cf17-41ec-b545-81b2b83ff1d5 HTTP/1.1" status: 204 len: 168 time: 1.4690218 Nov 18 16:48:28.955820 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 41848) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:29.013339 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Deleting subnet 2be7b1e4-0202-40e1-a7da-bad324102a43 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:48:29.017019 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.063691 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.170251 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.253067 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.282970 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be7b1e4-0202-40e1-a7da-bad324102a43,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:29.286852 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.294067 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41852) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:29.296943 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d7ed59-0f4a-49bd-9aee-6bf9cdad5273 None None] Network 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:48:29.300598 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-bbdfd0e2-476f-4fbc-922d-86fb9baa7ae9 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2be7b1e4-0202-40e1-a7da-bad324102a43 HTTP/1.1" status: 204 len: 168 time: 0.3431363 Nov 18 16:48:29.419866 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.510144 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Deleting port 59587eff-4504-4523-a8a9-b0356b9e2bcc {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:29.510510 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.556250 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] DHCP port deletion for 2424fbb1-eb14-4f7e-8ceb-9b52088475b6 request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:48:29.582905 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] For port 59587eff-4504-4523-a8a9-b0356b9e2bcc, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=59587eff-4504-4523-a8a9-b0356b9e2bcc,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:29.583369 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.599027 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Calling delete_port for 59587eff-4504-4523-a8a9-b0356b9e2bcc owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:29.639082 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] Deleting port 59587eff-4504-4523-a8a9-b0356b9e2bcc {{(pid=102913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:29.639694 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.711119 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.725050 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] For port 59587eff-4504-4523-a8a9-b0356b9e2bcc, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=59587eff-4504-4523-a8a9-b0356b9e2bcc,segment=NetworkSegment(601bd554-d9f7-48c0-a0af-690113bbf169),segment_id=601bd554-d9f7-48c0-a0af-690113bbf169)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:29.725473 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.740374 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] Calling delete_port for 59587eff-4504-4523-a8a9-b0356b9e2bcc owned by network:dhcp {{(pid=102913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:29.749631 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59587eff-4504-4523-a8a9-b0356b9e2bcc,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:29.754088 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] No DVR routers for this DVR port 59587eff-4504-4523-a8a9-b0356b9e2bcc on host dv-cinder-733622-22-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:48:29.841906 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948'] for port, after_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.849493 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.875739 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2424fbb1-eb14-4f7e-8ceb-9b52088475b6']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:29.888241 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601bd554-d9f7-48c0-a0af-690113bbf169') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:29.888667 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601bd554-d9f7-48c0-a0af-690113bbf169') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:29.895710 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] Pushing event deleted for resources: {'Port': ['ID=59587eff-4504-4523-a8a9-b0356b9e2bcc,revision_number=None']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:29.898969 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e65bf-6a1b-4967-8b1f-5e5b188df948 None None] No DVR routers for this DVR port 59587eff-4504-4523-a8a9-b0356b9e2bcc on host dv-cinder-733622-22-iscsi {{(pid=102913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:48:29.903339 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.919563 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.927224 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.936237 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:48:29.936956 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:48:29.939054 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:48:29.953214 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 59587eff-4504-4523-a8a9-b0356b9e2bcc no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:29.975863 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 59587eff-4504-4523-a8a9-b0356b9e2bcc {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:29.976157 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 59587eff-4504-4523-a8a9-b0356b9e2bcc not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:29.976555 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a497cf05-0e28-4da7-bf0d-7a9e87958032 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:30.012687 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: a497cf05-0e28-4da7-bf0d-7a9e87958032 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:30.012941 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:30.013295 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device a497cf05-0e28-4da7-bf0d-7a9e87958032 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:30.014996 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5b032e7c-cf33-45b1-8a67-fdca6203c417 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:30.021183 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:30.025280 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2424fbb1-eb14-4f7e-8ceb-9b52088475b6 HTTP/1.1" status: 204 len: 168 time: 0.7300735 Nov 18 16:48:30.029072 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41854) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:30.041441 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ff5cd-e912-4a9b-b98e-2a596b098ba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2424fbb1-eb14-4f7e-8ceb-9b52088475b6,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:30.055601 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 5b032e7c-cf33-45b1-8a67-fdca6203c417 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:30.056337 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5b032e7c-cf33-45b1-8a67-fdca6203c417 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:30.341046 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:30.488377 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:30.854739 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Deleting port 0bf92bb5-96e0-428a-93a2-2d49efa83d94 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:30.855939 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:30.948085 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] For port 0bf92bb5-96e0-428a-93a2-2d49efa83d94, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=0bf92bb5-96e0-428a-93a2-2d49efa83d94,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:30.948446 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:30.963421 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Calling delete_port for 0bf92bb5-96e0-428a-93a2-2d49efa83d94 owned by network:router_interface {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:31.225601 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:31.255348 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf92bb5-96e0-428a-93a2-2d49efa83d94,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:31.456243 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:31.483795 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:31.743284 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Router bf570e16-bd0b-4347-bb8f-376793df9899 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:48:32.150705 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:48:32.157146 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-787cc44d-b533-42d0-acb6-0e5324b967f5 admin admin] 10.222.0.37 "PUT /v2.0/routers/bf570e16-bd0b-4347-bb8f-376793df9899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1180131 Nov 18 16:48:32.161309 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41860) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:32.167216 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] Sync routers for ids ['bf570e16-bd0b-4347-bb8f-376793df9899'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:48:32.187926 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] Routers {'bf570e16-bd0b-4347-bb8f-376793df9899'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:32.188817 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:48:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['bf570e16-bd0b-4347-bb8f-376793df9899'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:32.291625 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks [] for router, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:32.354629 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] Set router bf570e16-bd0b-4347-bb8f-376793df9899 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:32.434057 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:32.504536 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Deleting port f94e7fe8-68dc-40d8-9704-7d890438b32f {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:32.505064 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:32.619592 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:48:31Z', 'revision_number': 5, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port': {'id': 'f94e7fe8-68dc-40d8-9704-7d890438b32f', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:31:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:52Z', 'updated_at': '2021-11-18T16:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:32.655442 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] For port f94e7fe8-68dc-40d8-9704-7d890438b32f, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=f94e7fe8-68dc-40d8-9704-7d890438b32f,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:32.655856 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:32.662889 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] Checking router: bf570e16-bd0b-4347-bb8f-376793df9899 for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:48:32.674384 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Calling delete_port for f94e7fe8-68dc-40d8-9704-7d890438b32f owned by network:router_gateway {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:32.675746 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] Routers {'bf570e16-bd0b-4347-bb8f-376793df9899'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:48:32.676639 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:48:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['bf570e16-bd0b-4347-bb8f-376793df9899'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:32.794962 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] Set router bf570e16-bd0b-4347-bb8f-376793df9899 gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:48:32.850779 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:48:32Z', 'revision_number': 6, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:32.883742 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8733a72b-1f49-47d2-9002-392e7dfc892a None None] The sync data for ids ['bf570e16-bd0b-4347-bb8f-376793df9899'] in dv-cinder-733622-22-iscsi is: [{'id': 'bf570e16-bd0b-4347-bb8f-376793df9899', 'name': 'tempest-TestShelveInstance-1343317878-router', 'tenant_id': '9b78d5959ceb44828382893b473864d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:51Z', 'updated_at': '2021-11-18T16:48:32Z', 'revision_number': 6, 'project_id': '9b78d5959ceb44828382893b473864d5', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:48:32.975270 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.006874 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Pushing event deleted for resources: {'Port': ['ID=f94e7fe8-68dc-40d8-9704-7d890438b32f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:33.085627 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.189069 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.191645 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.245671 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.246666 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf570e16-bd0b-4347-bb8f-376793df9899 {{(pid=102912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:48:33.254509 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.256544 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-991f214d-9f63-4d5a-bad5-3b8213173e1f admin admin] 10.222.0.37 "DELETE /v2.0/routers/bf570e16-bd0b-4347-bb8f-376793df9899 HTTP/1.1" status: 204 len: 168 time: 1.0937133 Nov 18 16:48:33.259973 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41866) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:33.348027 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Deleting subnet 0f58ee7d-3c07-4a9a-b90d-a54ba342c240 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:48:33.352008 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.393055 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.483583 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.550490 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.584382 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f58ee7d-3c07-4a9a-b90d-a54ba342c240,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:33.588271 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.591695 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-736a5983-f6ed-4615-a2aa-0e30bc71761c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/0f58ee7d-3c07-4a9a-b90d-a54ba342c240 HTTP/1.1" status: 204 len: 168 time: 0.3300090 Nov 18 16:48:33.595348 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41868) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:33.599339 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cd342e-bd65-4438-94a1-2fc563d0f406 None None] Network 2e60f961-70fc-420b-9e32-0aa4763633cb requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:48:33.702079 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.787104 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Deleting port 8d70c552-64f3-4412-b344-4aec50a271ed {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:33.787642 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.926169 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] DHCP port deletion for 2e60f961-70fc-420b-9e32-0aa4763633cb request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:48:33.937512 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] For port 8d70c552-64f3-4412-b344-4aec50a271ed, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=8d70c552-64f3-4412-b344-4aec50a271ed,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:33.938230 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:33.968740 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Calling delete_port for 8d70c552-64f3-4412-b344-4aec50a271ed owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:33.991751 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device f94e7fe8-68dc-40d8-9704-7d890438b32f no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:34.021041 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: f94e7fe8-68dc-40d8-9704-7d890438b32f {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:34.021373 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device f94e7fe8-68dc-40d8-9704-7d890438b32f not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:34.021795 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 0bf92bb5-96e0-428a-93a2-2d49efa83d94 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:34.045510 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 0bf92bb5-96e0-428a-93a2-2d49efa83d94 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:34.045893 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 0bf92bb5-96e0-428a-93a2-2d49efa83d94 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:34.067966 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] Deleting port 8d70c552-64f3-4412-b344-4aec50a271ed {{(pid=102913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:48:34.068352 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.079132 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.116877 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d70c552-64f3-4412-b344-4aec50a271ed,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:34.131858 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] No DVR routers for this DVR port 8d70c552-64f3-4412-b344-4aec50a271ed on host dv-cinder-733622-22-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:48:34.159788 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] For port 8d70c552-64f3-4412-b344-4aec50a271ed, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=8d70c552-64f3-4412-b344-4aec50a271ed,segment=NetworkSegment(32204258-990c-4940-be23-cfd015d6782a),segment_id=32204258-990c-4940-be23-cfd015d6782a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:48:34.160357 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.181239 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] Calling delete_port for 8d70c552-64f3-4412-b344-4aec50a271ed owned by network:dhcp {{(pid=102913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:48:34.250556 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-294528d8-184e-40f0-b9ca-61b365d80301 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578084 Nov 18 16:48:34.270247 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.317037 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948'] for port, after_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.320080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e60f961-70fc-420b-9e32-0aa4763633cb']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:34.342857 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32204258-990c-4940-be23-cfd015d6782a') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:34.343447 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32204258-990c-4940-be23-cfd015d6782a') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:48:34.351311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-3b21a37f-af9b-4875-b380-0c763cec6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:34.354216 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-3b21a37f-af9b-4875-b380-0c763cec6bf1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1099 time: 0.0737329 Nov 18 16:48:34.358372 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] Pushing event deleted for resources: {'Port': ['ID=8d70c552-64f3-4412-b344-4aec50a271ed,revision_number=None']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:34.359204 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.364464 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940383ba-8943-4bc1-a2fd-7be64dbdf493 None None] No DVR routers for this DVR port 8d70c552-64f3-4412-b344-4aec50a271ed on host dv-cinder-733622-22-iscsi {{(pid=102913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:48:34.385487 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.395224 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:48:34.395968 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:48:34.398287 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:48:34.473475 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.484260 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.488180 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] 10.222.0.37 "DELETE /v2.0/networks/2e60f961-70fc-420b-9e32-0aa4763633cb HTTP/1.1" status: 204 len: 168 time: 0.8913412 Nov 18 16:48:34.508648 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f3611-b6f6-4397-bead-76a83f8a5b25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e60f961-70fc-420b-9e32-0aa4763633cb,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:34.550251 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-7dc3f1c5-75ac-4bcb-b9f9-1929cb69b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:34.551819 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-7dc3f1c5-75ac-4bcb-b9f9-1929cb69b825 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.1706979 Nov 18 16:48:34.649484 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-bb5144ef-7c40-4208-99bd-78bfea640567 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 1002 time: 0.0872042 Nov 18 16:48:34.673530 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41874) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:34.731802 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-ee643d44-ef05-4859-8be3-a683b1e71696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:34.734143 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-ee643d44-ef05-4859-8be3-a683b1e71696 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0763037 Nov 18 16:48:34.741123 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-07df359c-51fd-4521-8fe3-1e9a40b71e03 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e536b7df40ec4268bd83e7b4155c0aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652740 Nov 18 16:48:34.745060 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41876) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:34.790105 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-704ce31c-32ad-4e8d-908f-e29b3e2ee49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:48:34.791870 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-704ce31c-32ad-4e8d-908f-e29b3e2ee49a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0498416 Nov 18 16:48:34.813340 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3e539565-2c05-43e8-a8bd-987ec5e2597c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.840329 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3e539565-2c05-43e8-a8bd-987ec5e2597c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.909563 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-82bf9e82-a3c1-4a24-9b0b-2980051a5c61 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069314 Nov 18 16:48:34.932195 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3e539565-2c05-43e8-a8bd-987ec5e2597c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.936546 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-3e539565-2c05-43e8-a8bd-987ec5e2597c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:34.937783 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3e539565-2c05-43e8-a8bd-987ec5e2597c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/01ad60af-ba5f-432c-add5-6ed18b6090be HTTP/1.1" status: 204 len: 168 time: 0.1911738 Nov 18 16:48:34.950595 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e539565-2c05-43e8-a8bd-987ec5e2597c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ad60af-ba5f-432c-add5-6ed18b6090be,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:35.036843 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-9ea0c6d1-8d7b-4b9e-b90d-a6eb8879bfce req-e8a93a2a-7ba6-4df8-8374-2622ee2cdded service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176054 Nov 18 16:48:35.437095 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41884) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:35.487669 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e8ba6e6e-2b23-4d9b-bb26-652b5aec9d22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9b78d5959ceb44828382893b473864d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0491672 Nov 18 16:48:35.490875 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 41886) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:48:35.551847 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-44b3daec-862a-4a3a-a138-66784a729524 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:35.580287 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-44b3daec-862a-4a3a-a138-66784a729524 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:35.639408 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-44b3daec-862a-4a3a-a138-66784a729524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:35.642543 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-44b3daec-862a-4a3a-a138-66784a729524 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:35.643881 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-44b3daec-862a-4a3a-a138-66784a729524 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bdb2aabd-a143-46bb-a1f3-d308544284af HTTP/1.1" status: 204 len: 168 time: 0.1519299 Nov 18 16:48:35.654628 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3daec-862a-4a3a-a138-66784a729524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2aabd-a143-46bb-a1f3-d308544284af,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:48:35.885367 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 8d70c552-64f3-4412-b344-4aec50a271ed no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:48:35.908371 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 8d70c552-64f3-4412-b344-4aec50a271ed {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:48:35.908636 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 8d70c552-64f3-4412-b344-4aec50a271ed not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:48:54.862320 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e4598935-0343-49bf-884b-29a5708e81b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:56.099396 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:48:57.017311 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ec83417e-4159-4a0a-81d5-92642c10df3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:58.552858 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:48:59.868480 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:00.338598 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:01.462665 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:21.944008 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2f358-8ff2-4b48-88ed-cb25154e48d6 req-edcf05aa-0865-44b9-b9b9-89a0e3c6f9e9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:21.946715 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99a2f358-8ff2-4b48-88ed-cb25154e48d6 req-edcf05aa-0865-44b9-b9b9-89a0e3c6f9e9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 945 time: 0.0741425 Nov 18 16:49:22.002424 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-99a2f358-8ff2-4b48-88ed-cb25154e48d6 req-7d2341ff-ece4-4e63-b85d-d535e31fd046 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485775 Nov 18 16:49:23.148395 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143e52ea-a563-4151-8432-b60216ee82c9 req-2de6114d-3a98-4278-b648-a0e1c3915acd tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:23.150242 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-143e52ea-a563-4151-8432-b60216ee82c9 req-2de6114d-3a98-4278-b648-a0e1c3915acd tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 945 time: 0.0711632 Nov 18 16:49:23.238624 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-143e52ea-a563-4151-8432-b60216ee82c9 req-edfe66b9-4d3d-4622-883c-409dcfc519e0 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups?id=598ca8c0-c95a-4051-b750-e4919acade18&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801857 Nov 18 16:49:23.639510 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-5fb8f73b-66a5-40f8-b341-7ba408822fa9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:23.641157 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-5fb8f73b-66a5-40f8-b341-7ba408822fa9 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 945 time: 0.0535402 Nov 18 16:49:23.745897 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Deleting port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:49:23.746226 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:23.843697 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] For port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:49:23.844070 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:24.038839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:24.039320 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7953079'] for floatingip, after_update {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:24.039638 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Floating IP a0093977-a639-49a6-ae3c-75011f63736c disassociated. External IP: 172.27.3.248, port: 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529. Nov 18 16:49:24.039986 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Calling delete_port for 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:49:24.192518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:24.225950 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event deleted for resources: {'Port': ['ID=8c59f0e3-e2c7-41f6-ac42-1c4d0c128529,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:24.238178 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.238566 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.238913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.239254 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.239592 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.240075 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.240250 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.240582 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.240909 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.241244 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.241561 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.241883 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:24.378994 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-a758a67b-1dd1-4797-a487-7d63c520cf5e req-f5d58395-d60a-48ef-aabb-169d6d9703a3 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/ports?device_id=342a3483-98a3-46d8-bfc5-b22efd7609fa HTTP/1.1" status: 200 len: 210 time: 0.0335913 Nov 18 16:49:24.404780 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:49:24.528948 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:49:24.543682 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:49:24.555801 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:49:24.556419 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:48:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:24.582647 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] No DVR routers for this DVR port 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:49:24.586595 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:24.594926 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-304fe05a-7d15-478a-891a-178c1d5be2d3 req-4963e89e-9ba2-4c27-b281-bf9a9ff0c946 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.66 "DELETE /v2.0/ports/8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 HTTP/1.1" status: 204 len: 173 time: 0.9458060 Nov 18 16:49:24.595869 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'name': 'network-vif-deleted', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:49:24.600275 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3306d7d8-0092-453e-9e25-cedf973a28e8" -d '{"events": [{"server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "name": "network-vif-deleted", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:49:24.683896 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc67856a-b699-44c0-bf65-86182d9ed453 x-openstack-request-id: req-bc67856a-b699-44c0-bf65-86182d9ed453 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:49:24.686928 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "342a3483-98a3-46d8-bfc5-b22efd7609fa", "name": "network-vif-deleted", "tag": "8c59f0e3-e2c7-41f6-ac42-1c4d0c128529", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:49:24.687643 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bc67856a-b699-44c0-bf65-86182d9ed453 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:49:24.688334 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '342a3483-98a3-46d8-bfc5-b22efd7609fa', 'name': 'network-vif-deleted', 'tag': '8c59f0e3-e2c7-41f6-ac42-1c4d0c128529', 'status': 'completed', 'code': 200} Nov 18 16:49:24.858497 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-4411c77f-a862-4118-b85f-6427095ec081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:24.909514 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:49:25.187723 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:25.222545 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:49:25.233594 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:49:25.234271 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:48:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:25.356876 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:49:25.494410 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42078) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:25.558354 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9f7-3923-43fc-b578-94af72aa48f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.594435 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9f7-3923-43fc-b578-94af72aa48f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.647887 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:25.653995 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9f7-3923-43fc-b578-94af72aa48f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.657033 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-7e67c9f7-3923-43fc-b578-94af72aa48f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.658287 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-7e67c9f7-3923-43fc-b578-94af72aa48f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "DELETE /v2.0/security-groups/598ca8c0-c95a-4051-b750-e4919acade18 HTTP/1.1" status: 204 len: 168 time: 0.1624947 Nov 18 16:49:25.661889 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42080) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:25.676980 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67c9f7-3923-43fc-b578-94af72aa48f4 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=598ca8c0-c95a-4051-b750-e4919acade18,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:25.684730 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.api.v2.resource [None req-05fcaa22-aab1-46d3-ad53-6959a4083b3d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] show failed (client error): The resource could not be found. Nov 18 16:49:25.685875 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-05fcaa22-aab1-46d3-ad53-6959a4083b3d tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "GET /v2.0/security-groups/598ca8c0-c95a-4051-b750-e4919acade18 HTTP/1.1" status: 404 len: 347 time: 0.0224669 Nov 18 16:49:25.690181 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42082) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:25.695983 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb272a3-2cad-430b-a59c-9cfeeb40be03 None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:45:17Z', 'revision_number': 4, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9649c04a-4293-4497-bb14-30959f5e445a', 'name': '', 'network_id': 'e7f52684-1954-48a4-8abf-4c1691803a21', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'mac_address': 'fa:16:3e:2c:74:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:16Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'subnets': [{'id': 'c09d32e0-b6d8-4337-87c7-1b615b4fe3e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:49:25.883137 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Deleting port 548e8072-d9ca-4698-8316-d1f823a3e808 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:49:25.883479 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.981232 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.981558 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:25.991535 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a5497-cd55-4809-b134-8cfc1d67dd89 None None] New status for floating IP a0093977-a639-49a6-ae3c-75011f63736c: DOWN {{(pid=102913) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:49:26.000278 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Calling delete_port for 548e8072-d9ca-4698-8316-d1f823a3e808 owned by network:floatingip {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:49:26.237626 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:26.268048 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Pushing event deleted for resources: {'Port': ['ID=548e8072-d9ca-4698-8316-d1f823a3e808,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:26.340646 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks [] for floatingip, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:26.343585 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:26.344990 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-d036bf87-c11b-49f2-b99f-71360da5fce1 tempest-AttachVolumeTestJSON-648647414 tempest-AttachVolumeTestJSON-648647414-project] 10.222.0.37 "DELETE /v2.0/floatingips/a0093977-a639-49a6-ae3c-75011f63736c HTTP/1.1" status: 204 len: 168 time: 0.6536913 Nov 18 16:49:27.003216 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-078b1ad1-84c1-4902-b455-1dbca012c6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:28.556118 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:28.611155 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:49:28.633255 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:49:28.633589 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 8c59f0e3-e2c7-41f6-ac42-1c4d0c128529 not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:49:29.861244 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:30.004965 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42110) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:30.327389 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:30.403422 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:30.690921 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Deleting port 9649c04a-4293-4497-bb14-30959f5e445a {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:49:30.691319 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:30.781057 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] For port 9649c04a-4293-4497-bb14-30959f5e445a, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=9649c04a-4293-4497-bb14-30959f5e445a,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:49:30.781512 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:30.798237 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Calling delete_port for 9649c04a-4293-4497-bb14-30959f5e445a owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:49:31.076997 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:31.109913 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9649c04a-4293-4497-bb14-30959f5e445a,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:31.368336 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:31.475430 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:31.924869 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Router aa9e6829-452a-4de4-8834-9dd89d2b14c9 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:49:32.042693 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:49:32.047971 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-0c34b5e8-d31e-415e-9d54-22f7497603b3 admin admin] 10.222.0.37 "PUT /v2.0/routers/aa9e6829-452a-4de4-8834-9dd89d2b14c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0418956 Nov 18 16:49:32.051058 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42112) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:32.054234 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] Sync routers for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:49:32.076450 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:49:32.077425 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:32.165254 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks [] for router, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.220797 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:49:32.284025 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.347900 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Deleting port fc9fd27e-1b11-42ce-a994-ae64834a0d3b {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:49:32.348375 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.441686 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] For port fc9fd27e-1b11-42ce-a994-ae64834a0d3b, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:49:32.442420 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.456389 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:49:31Z', 'revision_number': 5, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port': {'id': 'fc9fd27e-1b11-42ce-a994-ae64834a0d3b', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:26:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:45:15Z', 'updated_at': '2021-11-18T16:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:32.458549 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Calling delete_port for fc9fd27e-1b11-42ce-a994-ae64834a0d3b owned by network:router_gateway {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:49:32.485073 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] Checking router: aa9e6829-452a-4de4-8834-9dd89d2b14c9 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:49:32.496056 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] Routers {'aa9e6829-452a-4de4-8834-9dd89d2b14c9'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:49:32.496800 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:32.621007 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] Set router aa9e6829-452a-4de4-8834-9dd89d2b14c9 gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:49:32.672940 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.680527 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:49:32Z', 'revision_number': 6, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:32.707659 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9fd27e-1b11-42ce-a994-ae64834a0d3b,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:32.709406 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82161b82-1a52-48e9-a6d5-78db7c0619be None None] The sync data for ids ['aa9e6829-452a-4de4-8834-9dd89d2b14c9'] in dv-cinder-733622-22-iscsi is: [{'id': 'aa9e6829-452a-4de4-8834-9dd89d2b14c9', 'name': 'tempest-AttachVolumeTestJSON-265623496-router', 'tenant_id': '91e06983292346698527488e2cfbdf76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:45:14Z', 'updated_at': '2021-11-18T16:49:32Z', 'revision_number': 6, 'project_id': '91e06983292346698527488e2cfbdf76', 'gw_port_host': None}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:49:32.780029 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.876400 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.879443 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.934266 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.934839 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa9e6829-452a-4de4-8834-9dd89d2b14c9 {{(pid=102911) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:49:32.940018 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] Publish callbacks [] for router, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:32.941226 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-b8eb119b-b68a-4eec-bee6-c29f52bdfd6c admin admin] 10.222.0.37 "DELETE /v2.0/routers/aa9e6829-452a-4de4-8834-9dd89d2b14c9 HTTP/1.1" status: 204 len: 168 time: 0.8892009 Nov 18 16:49:32.944708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42114) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:32.999920 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Deleting subnet c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:49:33.003523 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.045145 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.100456 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:49:33.144301 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.212250 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.246086 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09d32e0-b6d8-4337-87c7-1b615b4fe3e2,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:33.248496 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.253923 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-9b132104-5ef7-47ea-951b-827a5d54e34c admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c09d32e0-b6d8-4337-87c7-1b615b4fe3e2 HTTP/1.1" status: 204 len: 168 time: 0.3079648 Nov 18 16:49:33.254675 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc7186c-2d06-4e6f-8212-c366116d7906 None None] Network e7f52684-1954-48a4-8abf-4c1691803a21 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:49:33.256940 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42116) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:33.339927 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.399235 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Deleting port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:49:33.399569 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.497999 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] For port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:49:33.498758 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.518088 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Calling delete_port for 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 owned by network:dhcp {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:49:33.518920 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] DHCP port deletion for e7f52684-1954-48a4-8abf-4c1691803a21 request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:49:33.592183 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Deleting port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 {{(pid=102913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:49:33.592793 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.617627 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.645881 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:33.654038 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] No DVR routers for this DVR port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 on host dv-cinder-733622-22-iscsi {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:49:33.700715 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] For port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,segment=NetworkSegment(7d550fcb-cc6b-4429-aac4-9585eb36830a),segment_id=7d550fcb-cc6b-4429-aac4-9585eb36830a)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:49:33.701093 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.717518 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Calling delete_port for 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 owned by network:dhcp {{(pid=102913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:49:33.738632 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.761514 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f52684-1954-48a4-8abf-4c1691803a21']}} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:33.774628 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d550fcb-cc6b-4429-aac4-9585eb36830a') {'for_net_delete': True} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:33.774917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.services.segments.db [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d550fcb-cc6b-4429-aac4-9585eb36830a') {} {{(pid=102911) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:49:33.790965 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5444223'] for segment, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.810003 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.822356 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948'] for port, after_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.829139 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=102911) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:49:33.829900 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5500600'] for segment, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: Traceback (most recent call last): Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: timer() Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: cb(*args, **kw) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: return func(*args, **kwargs) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: self._notify() Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: self.callback(batched_events) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: event.method(event) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: return f(self, *a, **k) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._get(url).json() Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: return self.request(url, 'GET', **kwargs) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:49:33.833892 dv-cinder-733622-22-iscsi neutron-server[102911]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:49:33.873467 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] No DVR routers for this DVR port 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 on host dv-cinder-733622-22-iscsi {{(pid=102913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:49:33.878731 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Pushing event deleted for resources: {'Port': ['ID=7a7690a9-a00a-454b-9d3e-c929ac12dfe6,revision_number=None']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:33.905474 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.906049 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.906850 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.907945 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.908756 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.909533 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.910329 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.911386 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.912184 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.912942 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.913725 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.914508 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9049b3d-bd56-4335-89bd-5de8f9037786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102913) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:33.973270 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.973663 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9649c04a-4293-4497-bb14-30959f5e445a no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:49:33.982406 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:33.983978 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] 10.222.0.37 "DELETE /v2.0/networks/e7f52684-1954-48a4-8abf-4c1691803a21 HTTP/1.1" status: 204 len: 168 time: 0.7253251 Nov 18 16:49:34.000530 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c54495-ce84-4039-8691-6459e5b1706c admin admin] Pushing event deleted for resources: {'Network': ['ID=e7f52684-1954-48a4-8abf-4c1691803a21,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:34.009604 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 9649c04a-4293-4497-bb14-30959f5e445a {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:49:34.009989 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9649c04a-4293-4497-bb14-30959f5e445a not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:49:34.010489 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:49:34.031896 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:49:34.032380 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 7a7690a9-a00a-454b-9d3e-c929ac12dfe6 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:49:34.032895 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device fc9fd27e-1b11-42ce-a994-ae64834a0d3b no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:49:34.069198 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: fc9fd27e-1b11-42ce-a994-ae64834a0d3b {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:49:34.069759 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device fc9fd27e-1b11-42ce-a994-ae64834a0d3b not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:49:34.224509 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42120) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:34.274137 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-53229e73-d76e-4407-bd17-9e9904a5a8ac admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=91e06983292346698527488e2cfbdf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0481730 Nov 18 16:49:34.277676 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42122) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:34.333736 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:34.357534 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:34.411522 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:34.414900 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:34.416970 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/91c44787-a0bd-4c67-b550-cc5779915b7f HTTP/1.1" status: 204 len: 168 time: 0.1374824 Nov 18 16:49:34.427321 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c44787-a0bd-4c67-b550-cc5779915b7f,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:34.437477 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.437943 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.438482 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.438787 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.439283 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.439740 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.440171 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.440645 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.441098 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.441527 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.441965 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:34.442443 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98599231-26dc-48b5-818a-b751114211ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:49:35.189852 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-89cf37fe-c363-492f-8616-7da2f02fc110 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561388 Nov 18 16:49:35.302797 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729919-fa38-41d3-8915-5a294dec2f71 req-0e8d25c7-23ae-4951-a796-b75339aa7d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:35.304660 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-0e8d25c7-23ae-4951-a796-b75339aa7d8b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1099 time: 0.0556407 Nov 18 16:49:35.461873 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729919-fa38-41d3-8915-5a294dec2f71 req-c2edef15-8379-421a-8ca0-843d778b4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:35.464778 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-c2edef15-8379-421a-8ca0-843d778b4e93 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.1352875 Nov 18 16:49:35.542650 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-ee826110-0239-474d-b00e-69271eb4d529 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 1002 time: 0.0700107 Nov 18 16:49:35.608755 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729919-fa38-41d3-8915-5a294dec2f71 req-01ef1db7-51c2-4f4f-880a-79918ee5ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:35.610396 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-01ef1db7-51c2-4f4f-880a-79918ee5ce71 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0602269 Nov 18 16:49:35.671324 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18729919-fa38-41d3-8915-5a294dec2f71 req-fb2baa89-ed16-4c7d-908f-7ff6b2fcbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:49:35.673323 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-fb2baa89-ed16-4c7d-908f-7ff6b2fcbc58 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0549753 Nov 18 16:49:35.836043 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-e04a6b0a-a076-4fd4-aa11-0dbe4f00d6c2 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553433 Nov 18 16:49:35.942033 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-18729919-fa38-41d3-8915-5a294dec2f71 req-fde70a76-d581-4058-8645-6f4ff5ffc11a service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981801 Nov 18 16:49:44.393134 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42238) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:44.511373 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec4d512e-8a4f-4263-854b-89e89b582230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.618781 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec4d512e-8a4f-4263-854b-89e89b582230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.623813 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ec4d512e-8a4f-4263-854b-89e89b582230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.682958 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ec4d512e-8a4f-4263-854b-89e89b582230 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4c5c4f24473349969b8277eabd7daf65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880280 Nov 18 16:49:44.684045 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d512e-8a4f-4263-854b-89e89b582230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384df4fa-634e-4801-b7b5-07bddb3673fd,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:44.689213 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42242) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:44.758325 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d127dd85-b314-4b85-a0db-6fb0df237761 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.785834 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d127dd85-b314-4b85-a0db-6fb0df237761 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.841671 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d127dd85-b314-4b85-a0db-6fb0df237761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.844540 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d127dd85-b314-4b85-a0db-6fb0df237761 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:44.845799 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d127dd85-b314-4b85-a0db-6fb0df237761 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/384df4fa-634e-4801-b7b5-07bddb3673fd HTTP/1.1" status: 204 len: 168 time: 0.1555626 Nov 18 16:49:44.855731 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d127dd85-b314-4b85-a0db-6fb0df237761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384df4fa-634e-4801-b7b5-07bddb3673fd,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:49.745038 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42326) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:49.868258 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9f18644-be1c-4b8f-a6a3-6f8884037b0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:49.969389 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9f18644-be1c-4b8f-a6a3-6f8884037b0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:49.974614 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-d9f18644-be1c-4b8f-a6a3-6f8884037b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.022033 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f18644-be1c-4b8f-a6a3-6f8884037b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793fe00a-882e-4254-8075-d2e7f531343b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:50.026714 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-d9f18644-be1c-4b8f-a6a3-6f8884037b0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61764cb807254453820e9596b4898377&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803543 Nov 18 16:49:50.030877 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42330) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:50.090723 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8207ffe3-48b2-4b00-9a5d-5c330b8579b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.115489 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8207ffe3-48b2-4b00-9a5d-5c330b8579b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.171232 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8207ffe3-48b2-4b00-9a5d-5c330b8579b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.173884 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8207ffe3-48b2-4b00-9a5d-5c330b8579b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.175133 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-8207ffe3-48b2-4b00-9a5d-5c330b8579b4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/793fe00a-882e-4254-8075-d2e7f531343b HTTP/1.1" status: 204 len: 168 time: 0.1430745 Nov 18 16:49:50.187571 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207ffe3-48b2-4b00-9a5d-5c330b8579b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793fe00a-882e-4254-8075-d2e7f531343b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:50.517532 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42336) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:50.532738 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-84f503d3-57a0-4e08-94c8-924d3b4a7557 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.625015 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-84f503d3-57a0-4e08-94c8-924d3b4a7557 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.630085 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-84f503d3-57a0-4e08-94c8-924d3b4a7557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.677344 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-84f503d3-57a0-4e08-94c8-924d3b4a7557 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c82f373aebb24ec7af262fe8d7df345b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585188 Nov 18 16:49:50.678178 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f503d3-57a0-4e08-94c8-924d3b4a7557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64eee0ea-72b4-4639-96fd-f18bdf5a5bed,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:50.680518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42338) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:50.743898 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ff01ed8b-86f9-4d34-8072-2003c7ce8efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.769861 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ff01ed8b-86f9-4d34-8072-2003c7ce8efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.825929 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ff01ed8b-86f9-4d34-8072-2003c7ce8efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.828669 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-ff01ed8b-86f9-4d34-8072-2003c7ce8efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:50.830517 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-ff01ed8b-86f9-4d34-8072-2003c7ce8efc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/64eee0ea-72b4-4639-96fd-f18bdf5a5bed HTTP/1.1" status: 204 len: 168 time: 0.1480510 Nov 18 16:49:50.841518 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01ed8b-86f9-4d34-8072-2003c7ce8efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64eee0ea-72b4-4639-96fd-f18bdf5a5bed,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:53.878363 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42406) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:54.004296 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a4569db1-b5d1-4626-b915-8093490816d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.099296 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a4569db1-b5d1-4626-b915-8093490816d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.105525 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a4569db1-b5d1-4626-b915-8093490816d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.181701 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a4569db1-b5d1-4626-b915-8093490816d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=557651ee5f694a76984334653d852634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017747 Nov 18 16:49:54.183386 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4569db1-b5d1-4626-b915-8093490816d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f0a89-a935-4e48-a92f-356c892c1db7,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:54.184527 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42410) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:54.244736 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6b45-a95a-455d-9948-086faab9eef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.273489 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6b45-a95a-455d-9948-086faab9eef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.328864 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6b45-a95a-455d-9948-086faab9eef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.332034 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-4a3a6b45-a95a-455d-9948-086faab9eef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.333578 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-4a3a6b45-a95a-455d-9948-086faab9eef8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/1c9f0a89-a935-4e48-a92f-356c892c1db7 HTTP/1.1" status: 204 len: 168 time: 0.1479075 Nov 18 16:49:54.348522 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a6b45-a95a-455d-9948-086faab9eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f0a89-a935-4e48-a92f-356c892c1db7,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:54.659472 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42416) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:54.680901 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-51e2f864-1c2c-41ef-875d-2dedd967b854 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.776948 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-51e2f864-1c2c-41ef-875d-2dedd967b854 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.781987 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-51e2f864-1c2c-41ef-875d-2dedd967b854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.846647 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-51e2f864-1c2c-41ef-875d-2dedd967b854 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a3921ab5a53c4329a41e1b05982a2a48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857047 Nov 18 16:49:54.850558 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42418) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:54.855400 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2f864-1c2c-41ef-875d-2dedd967b854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3982e633-f22b-4235-a824-ceb55daa89b7,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:54.864206 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-6fe36366-6264-48a6-ad26-1898b0519c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.914566 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06865577-e7a4-4796-a8a5-d201ebea2734 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:54.955472 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06865577-e7a4-4796-a8a5-d201ebea2734 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:55.015050 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06865577-e7a4-4796-a8a5-d201ebea2734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:55.018039 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-06865577-e7a4-4796-a8a5-d201ebea2734 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:55.019409 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-06865577-e7a4-4796-a8a5-d201ebea2734 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3982e633-f22b-4235-a824-ceb55daa89b7 HTTP/1.1" status: 204 len: 168 time: 0.1678238 Nov 18 16:49:55.032047 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06865577-e7a4-4796-a8a5-d201ebea2734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3982e633-f22b-4235-a824-ceb55daa89b7,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:56.318367 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42452) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:56.470194 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-902d72df-b3e7-4676-b95a-3d5a64544344 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.558199 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-902d72df-b3e7-4676-b95a-3d5a64544344 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.563436 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-902d72df-b3e7-4676-b95a-3d5a64544344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.611008 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-902d72df-b3e7-4676-b95a-3d5a64544344 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1947cd88b78d4bd288db3a86744376e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2914977 Nov 18 16:49:56.611763 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d72df-b3e7-4676-b95a-3d5a64544344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9625f-66b9-4fe8-9a2f-2bc6633cfa3b,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:56.615275 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42456) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:49:56.673394 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3a123cd-a4ad-41d4-a655-077c2db53f5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.703016 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3a123cd-a4ad-41d4-a655-077c2db53f5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.769007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3a123cd-a4ad-41d4-a655-077c2db53f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.772171 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a3a123cd-a4ad-41d4-a655-077c2db53f5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:56.773702 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a3a123cd-a4ad-41d4-a655-077c2db53f5c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcf9625f-66b9-4fe8-9a2f-2bc6633cfa3b HTTP/1.1" status: 204 len: 168 time: 0.1573310 Nov 18 16:49:56.784173 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a123cd-a4ad-41d4-a655-077c2db53f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9625f-66b9-4fe8-9a2f-2bc6633cfa3b,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:49:57.011767 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-1a8e2b18-05c7-4af6-b4c0-511423061790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:58.560505 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:49:59.866542 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:00.334077 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:01.471961 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:04.992038 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42552) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:05.179653 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Deleting port 0264cc9a-9e8a-436f-8d4b-d29077dada28 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:05.180053 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:05.270816 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:05.271193 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:05.287372 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Calling delete_port for 0264cc9a-9e8a-436f-8d4b-d29077dada28 owned by network:floatingip {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:05.484585 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:05.522995 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'Port': ['ID=0264cc9a-9e8a-436f-8d4b-d29077dada28,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:05.591704 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:05.592221 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.db.l3_db [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Floating IP 76fb1847-6e8d-4895-bfa9-ec2c8454b435 disassociated (deleted). External IP: 172.27.3.230, port: 398807de-dbd1-4116-9d28-7576b9756a0c. Nov 18 16:50:05.881017 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:50:06.014689 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:50:06.019508 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:06.030324 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:50:06.042875 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:06.043701 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:06.052828 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-9594107f-9a9b-4d0e-9016-389a17e495a3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "DELETE /v2.0/floatingips/76fb1847-6e8d-4895-bfa9-ec2c8454b435 HTTP/1.1" status: 204 len: 168 time: 1.0597453 Nov 18 16:50:06.053615 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c'}] {{(pid=102912) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:50:06.062346 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92a8894d2d8b49b59d2537548cdbfafbd84b569629092f88e34384dd5e757dc8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae07f03-5c55-4e97-9e27-5821c59b824e" -d '{"events": [{"name": "network-changed", "server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c"}]}' {{(pid=102912) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:50:06.138796 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e8b70c-37b5-4f72-9884-9d23e372813e x-openstack-request-id: req-24e8b70c-37b5-4f72-9884-9d23e372813e {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:50:06.139371 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c", "status": "completed", "code": 200}]} {{(pid=102912) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:50:06.140675 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-24e8b70c-37b5-4f72-9884-9d23e372813e {{(pid=102912) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:50:06.141460 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c', 'status': 'completed', 'code': 200} Nov 18 16:50:06.213456 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:06.263014 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-53fb9fb2-2d3d-4bd9-994f-8e511b3bade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:06.270844 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-53fb9fb2-2d3d-4bd9-994f-8e511b3bade5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 1099 time: 0.0937798 Nov 18 16:50:06.456970 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-054d9b53-1abf-4236-ad45-1e11d888b299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:06.458744 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-054d9b53-1abf-4236-ad45-1e11d888b299 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.1835070 Nov 18 16:50:06.503417 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b520ae23-eeac-4df0-88c7-c2519ae9acf2 req-aee0486b-cfde-44ff-837e-1b94adfacec7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:06.506229 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b520ae23-eeac-4df0-88c7-c2519ae9acf2 req-aee0486b-cfde-44ff-837e-1b94adfacec7 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.1240170 Nov 18 16:50:06.531785 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:16Z', 'revision_number': 1, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:06.562452 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:50:06.568305 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-f2cb9a41-0016-4d34-a4a4-7a443619c01f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=398807de-dbd1-4116-9d28-7576b9756a0c HTTP/1.1" status: 200 len: 217 time: 0.0910585 Nov 18 16:50:06.572844 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:06.573328 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:06.684631 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b520ae23-eeac-4df0-88c7-c2519ae9acf2 req-a995a316-29eb-42f1-891c-48f71368f708 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206434 Nov 18 16:50:06.687166 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-9eba0fb9-61e6-4a7e-b6a2-b57a5532d158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:06.688685 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-9eba0fb9-61e6-4a7e-b6a2-b57a5532d158 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.1110277 Nov 18 16:50:06.717168 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:06.769442 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-840a28a7-cdb0-4fb1-83d7-1da10acbfd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:06.772186 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-840a28a7-cdb0-4fb1-83d7-1da10acbfd38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0752625 Nov 18 16:50:06.888435 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-67237718-7268-4cf3-9434-347c97fbf60e service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050537 Nov 18 16:50:06.989902 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-bae07f03-5c55-4e97-9e27-5821c59b824e req-c5fcf764-320f-41eb-9b06-74ca50d960cc service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931873 Nov 18 16:50:07.016893 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:16Z', 'revision_number': 1, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:07.049580 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca73e1af-a23c-4b94-9159-ae9067191934 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_floatingips': [{'id': 'd5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'router_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'port_id': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'mac_address': 'fa:16:3e:37:98:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-18T16:46:14Z', 'updated_at': '2021-11-18T16:46:16Z', 'revision_number': 1, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:50:07.319309 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0f1c39-bea0-417b-9767-a25028267501 None None] New status for floating IP 76fb1847-6e8d-4895-bfa9-ec2c8454b435: DOWN {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:50:07.854280 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae8772-5714-4f52-be08-684632472bd0 req-1fe4bbfc-3c18-4c07-9d14-9dbee54f5b49 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:07.857225 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33ae8772-5714-4f52-be08-684632472bd0 req-1fe4bbfc-3c18-4c07-9d14-9dbee54f5b49 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.0820005 Nov 18 16:50:07.918555 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-33ae8772-5714-4f52-be08-684632472bd0 req-e1076d5b-c1f0-43d7-9b5a-5037ef6f9b77 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524702 Nov 18 16:50:07.982120 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-6e3275a2-611c-4cb0-aefd-0206e065d55c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:07.983848 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-6e3275a2-611c-4cb0-aefd-0206e065d55c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 946 time: 0.0701749 Nov 18 16:50:08.095544 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Deleting port 398807de-dbd1-4116-9d28-7576b9756a0c {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:08.095985 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:08.206470 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] For port 398807de-dbd1-4116-9d28-7576b9756a0c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=398807de-dbd1-4116-9d28-7576b9756a0c,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:08.207009 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:08.223005 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Calling delete_port for 398807de-dbd1-4116-9d28-7576b9756a0c owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:08.378560 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:08.427667 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'Port': ['ID=398807de-dbd1-4116-9d28-7576b9756a0c,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:08.484318 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] No DVR routers for this DVR port 398807de-dbd1-4116-9d28-7576b9756a0c on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:50:08.487431 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:08.491563 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-95b1b2a6-0c73-4d35-8762-96d51d1bc866 req-77f67b7d-d91d-4fb3-b83d-56f3dd7329c8 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "DELETE /v2.0/ports/398807de-dbd1-4116-9d28-7576b9756a0c HTTP/1.1" status: 204 len: 173 time: 0.5012696 Nov 18 16:50:08.492119 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'name': 'network-vif-deleted', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:50:08.495405 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6966a11b-ac7a-439c-9d84-8bae6dd81fe1" -d '{"events": [{"server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "name": "network-vif-deleted", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:50:08.555455 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6606824-ce4d-40df-bf1b-f519e8228287 x-openstack-request-id: req-e6606824-ce4d-40df-bf1b-f519e8228287 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:50:08.555944 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696740d2-0006-43d8-899b-08813260bc30", "name": "network-vif-deleted", "tag": "398807de-dbd1-4116-9d28-7576b9756a0c", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:50:08.557019 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e6606824-ce4d-40df-bf1b-f519e8228287 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:50:08.557680 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696740d2-0006-43d8-899b-08813260bc30', 'name': 'network-vif-deleted', 'tag': '398807de-dbd1-4116-9d28-7576b9756a0c', 'status': 'completed', 'code': 200} Nov 18 16:50:09.067821 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-2ec13f94-ad42-4721-9165-36888cd22e31 req-234491d4-8a21-487f-bc98-25ab365193bd tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=696740d2-0006-43d8-899b-08813260bc30 HTTP/1.1" status: 200 len: 210 time: 0.0337574 Nov 18 16:50:10.104978 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:50:12.389588 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42606) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:12.566381 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Deleting port ded036fa-15e3-4a7c-92aa-6b8c5f962724 {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:12.566725 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:12.656231 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:12.656502 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:12.671343 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Calling delete_port for ded036fa-15e3-4a7c-92aa-6b8c5f962724 owned by network:floatingip {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:12.800111 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 398807de-dbd1-4116-9d28-7576b9756a0c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:12.822267 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: 398807de-dbd1-4116-9d28-7576b9756a0c {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:12.822664 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device 398807de-dbd1-4116-9d28-7576b9756a0c not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:12.848586 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:12.879526 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'Port': ['ID=ded036fa-15e3-4a7c-92aa-6b8c5f962724,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:12.944398 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:12.944688 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.db.l3_db [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Floating IP d5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73 disassociated (deleted). External IP: 172.27.3.124, port: cd1da0ba-b989-4d13-86c2-f5638599bcdc. Nov 18 16:50:13.656231 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:50:13.777116 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:50:13.782708 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:13.792905 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:50:13.805707 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:13.806748 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:13.818968 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-20d48950-d6c7-4583-97da-41817c1a7dce tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "DELETE /v2.0/floatingips/d5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73 HTTP/1.1" status: 204 len: 168 time: 1.4275100 Nov 18 16:50:13.819908 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:50:13.824069 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d55b73-361e-43ca-9f03-1172bb4c4276" -d '{"events": [{"name": "network-changed", "server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:50:13.890716 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 18 Nov 2021 16:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-448c0ff4-5c5d-4db8-a86a-c587e1d25729 x-openstack-request-id: req-448c0ff4-5c5d-4db8-a86a-c587e1d25729 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:50:13.891405 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:50:13.891601 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-448c0ff4-5c5d-4db8-a86a-c587e1d25729 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:50:13.892259 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'status': 'completed', 'code': 200} Nov 18 16:50:14.004214 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-24bff834-1d6f-4274-9f35-f6815ba3bc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:14.007534 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-24bff834-1d6f-4274-9f35-f6815ba3bc48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 1099 time: 0.0874529 Nov 18 16:50:14.012359 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:14.166557 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-d49dc510-4c61-46ee-9504-4d89fc9ad8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:14.168112 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-d49dc510-4c61-46ee-9504-4d89fc9ad8db service neutron] 10.222.0.66 "GET /v2.0/networks?id=a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 200 len: 911 time: 0.1519713 Nov 18 16:50:14.194758 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e57b9-c167-4838-9b01-ad4a7c33fdee req-087a5b66-b90d-4ef4-98e6-fc39a9ef0c02 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:14.196349 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-012e57b9-c167-4838-9b01-ad4a7c33fdee req-087a5b66-b90d-4ef4-98e6-fc39a9ef0c02 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0798504 Nov 18 16:50:14.232878 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-a2f1eb97-727f-4745-85f4-a3003e461a7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 200 len: 217 time: 0.0559218 Nov 18 16:50:14.312323 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:14.319313 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-d3b47cd6-aca7-4b91-b713-c83db2cbcb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:14.320853 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-d3b47cd6-aca7-4b91-b713-c83db2cbcb41 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 200 len: 849 time: 0.0743933 Nov 18 16:50:14.325445 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-012e57b9-c167-4838-9b01-ad4a7c33fdee req-7071ce88-7d05-46dc-9ffc-bfcca9bcef71 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951583 Nov 18 16:50:14.356470 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:50:14.366208 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:14.366918 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:14.404764 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-32b22b17-1496-4246-8aae-b6a8f866fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:14.407500 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-32b22b17-1496-4246-8aae-b6a8f866fd7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a38614e4-f580-4ed5-b0ae-afcebbb83aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0776992 Nov 18 16:50:14.520846 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:14.561482 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-3fa00712-7be9-4125-9acc-b7532e9a79c8 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454616 Nov 18 16:50:14.712554 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-39d55b73-361e-43ca-9f03-1172bb4c4276 req-38f7c736-f4d3-4b66-ab39-e1a374ea7383 service neutron] 10.222.0.66 "GET /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431823 Nov 18 16:50:14.939867 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:14.972212 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84dad46-7960-4548-a4e2-d087f82cd1ef None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:43:05Z', 'revision_number': 4, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi', '_interfaces': [{'id': '9b83cc5e-b315-4c81-92bd-94ae05f66e63', 'name': '', 'network_id': 'a38614e4-f580-4ed5-b0ae-afcebbb83aac', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'mac_address': 'fa:16:3e:74:8f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:04Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'subnets': [{'id': 'cb8e946b-25a4-4b4e-b388-91a0458dbbdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:50:15.231938 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fa6ee7-1f61-442d-8649-0b2e85e543a0 None None] New status for floating IP d5fc6cd9-fcd2-4cc9-b2b3-646b3db06a73: DOWN {{(pid=102914) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 18 16:50:15.460968 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47125a-04af-4605-965b-f1ba074668c9 req-775c84cf-b961-4afd-a888-d78677dc6a49 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:15.463383 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cc47125a-04af-4605-965b-f1ba074668c9 req-775c84cf-b961-4afd-a888-d78677dc6a49 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0560486 Nov 18 16:50:15.520178 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-cc47125a-04af-4605-965b-f1ba074668c9 req-bf49c080-cb33-4b4d-91db-20e286a19609 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498750 Nov 18 16:50:16.663376 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d55c8-1f93-43ea-a1f1-7a57649d4e5a req-87beb8a4-7c8d-4615-963a-b14de59767eb tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:16.665357 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b30d55c8-1f93-43ea-a1f1-7a57649d4e5a req-87beb8a4-7c8d-4615-963a-b14de59767eb tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0587022 Nov 18 16:50:16.725548 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-b30d55c8-1f93-43ea-a1f1-7a57649d4e5a req-63cc9a6e-6382-4a27-8177-77ab41c8cc8b tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527892 Nov 18 16:50:17.853645 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6af5c6-6d83-4dd9-9716-c42b7f3143fd req-4d538791-f7c7-4337-9901-5f087d90181a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102912) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:17.855442 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0a6af5c6-6d83-4dd9-9716-c42b7f3143fd req-4d538791-f7c7-4337-9901-5f087d90181a tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0536199 Nov 18 16:50:17.911392 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-0a6af5c6-6d83-4dd9-9716-c42b7f3143fd req-37ac056a-baa0-4de4-bef0-09245f5d278c tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/security-groups?id=891cf48b-0322-40ef-9d98-e9ca871ecc30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491691 Nov 18 16:50:18.188816 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-6ee70818-e6b8-43f7-81ac-c327e5cd59c9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102911) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 18 16:50:18.190451 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-6ee70818-e6b8-43f7-81ac-c327e5cd59c9 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 946 time: 0.0526304 Nov 18 16:50:18.315634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Deleting port cd1da0ba-b989-4d13-86c2-f5638599bcdc {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:18.316050 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:18.440106 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] For port cd1da0ba-b989-4d13-86c2-f5638599bcdc, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=cd1da0ba-b989-4d13-86c2-f5638599bcdc,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:18.440427 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:18.456262 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Calling delete_port for cd1da0ba-b989-4d13-86c2-f5638599bcdc owned by compute:nova {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:18.599641 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:18.631219 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'Port': ['ID=cd1da0ba-b989-4d13-86c2-f5638599bcdc,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:18.680536 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.l3_dvrscheduler_db [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] No DVR routers for this DVR port cd1da0ba-b989-4d13-86c2-f5638599bcdc on host hv-cinder-73362 {{(pid=102911) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:50:18.684857 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for port, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:18.688874 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [req-36c4ac65-578e-4e9c-aed3-7ac51f1e2de1 req-97923002-591b-465f-8b36-b6cd505878c3 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.66 "DELETE /v2.0/ports/cd1da0ba-b989-4d13-86c2-f5638599bcdc HTTP/1.1" status: 204 len: 173 time: 0.4874628 Nov 18 16:50:18.690474 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'name': 'network-vif-deleted', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc'}] {{(pid=102911) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 18 16:50:18.693294 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}904a24b846539c97b66b0b55f9ff9c8e740b9a6620a2716cd213fe4c50b61d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a35612d-86e2-4de9-b779-d4a1182db6cd" -d '{"events": [{"server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "name": "network-vif-deleted", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc"}]}' {{(pid=102911) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 18 16:50:18.744624 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 18 Nov 2021 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a58a6a-0744-48b3-a8c1-7c832852b3e2 x-openstack-request-id: req-e1a58a6a-0744-48b3-a8c1-7c832852b3e2 {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 18 16:50:18.744939 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476da180-b19a-4059-af8f-f3a9dcc4dcb1", "name": "network-vif-deleted", "tag": "cd1da0ba-b989-4d13-86c2-f5638599bcdc", "status": "completed", "code": 200}]} {{(pid=102911) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 18 16:50:18.745172 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e1a58a6a-0744-48b3-a8c1-7c832852b3e2 {{(pid=102911) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 18 16:50:18.745618 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476da180-b19a-4059-af8f-f3a9dcc4dcb1', 'name': 'network-vif-deleted', 'tag': 'cd1da0ba-b989-4d13-86c2-f5638599bcdc', 'status': 'completed', 'code': 200} Nov 18 16:50:19.043941 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [req-e4d42047-b644-4fbf-bf8d-329fb19766cd req-d272c7e3-19e9-495b-a543-e80b174fa8be tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "GET /v2.0/ports?device_id=476da180-b19a-4059-af8f-f3a9dcc4dcb1 HTTP/1.1" status: 200 len: 210 time: 0.0363505 Nov 18 16:50:20.115828 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42646) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:20.301828 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Deleting port 5ab1bde5-3040-4d63-aae2-c2e0155299bb {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:20.302481 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:20.437823 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:20.438316 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:20.455443 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Calling delete_port for 5ab1bde5-3040-4d63-aae2-c2e0155299bb owned by network:floatingip {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:20.663520 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:20.708471 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'Port': ['ID=5ab1bde5-3040-4d63-aae2-c2e0155299bb,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:20.783634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for floatingip, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:20.787315 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-59808'] for floatingip, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:20.788992 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-8e30c28e-33bb-4bab-aaf9-0a2d94f98803 tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "DELETE /v2.0/floatingips/e55a416a-c144-4c54-a3ba-8c01404b73bb HTTP/1.1" status: 204 len: 168 time: 0.6718283 Nov 18 16:50:20.818732 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device cd1da0ba-b989-4d13-86c2-f5638599bcdc no longer exists at agent hyperv_hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:20.846732 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] No Port match for: cd1da0ba-b989-4d13-86c2-f5638599bcdc {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:20.847083 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Device cd1da0ba-b989-4d13-86c2-f5638599bcdc not bound to the agent host hv-cinder-73362 {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:22.157087 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42674) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:22.223358 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91e91fb8-a1ef-444a-895c-b14fae495c9d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:22.253732 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91e91fb8-a1ef-444a-895c-b14fae495c9d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:22.331970 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91e91fb8-a1ef-444a-895c-b14fae495c9d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:22.334655 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-91e91fb8-a1ef-444a-895c-b14fae495c9d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:22.335876 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-91e91fb8-a1ef-444a-895c-b14fae495c9d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] 10.222.0.37 "DELETE /v2.0/security-groups/891cf48b-0322-40ef-9d98-e9ca871ecc30 HTTP/1.1" status: 204 len: 168 time: 0.1777205 Nov 18 16:50:22.346429 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e91fb8-a1ef-444a-895c-b14fae495c9d tempest-TestVolumeBootPattern-779347833 tempest-TestVolumeBootPattern-779347833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=891cf48b-0322-40ef-9d98-e9ca871ecc30,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:22.403388 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42678) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:23.225106 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:23.901494 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Deleting port 9b83cc5e-b315-4c81-92bd-94ae05f66e63 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:23.902745 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:24.000038 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] For port 9b83cc5e-b315-4c81-92bd-94ae05f66e63, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=9b83cc5e-b315-4c81-92bd-94ae05f66e63,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:24.000413 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:24.015792 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Calling delete_port for 9b83cc5e-b315-4c81-92bd-94ae05f66e63 owned by network:router_interface {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:24.231842 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:24.261320 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b83cc5e-b315-4c81-92bd-94ae05f66e63,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:24.475047 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:24.722112 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Router d33f6d70-c4d5-4029-91fa-9551dcd638bd has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102912) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:50:24.853409 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e99fa4c4-8360-41fa-9741-2c810d6ea639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:24.857105 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102912) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:50:24.862417 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-0f9bd52f-d81e-4f27-a588-80a5d2c939a3 admin admin] 10.222.0.37 "PUT /v2.0/routers/d33f6d70-c4d5-4029-91fa-9551dcd638bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4574380 Nov 18 16:50:24.865589 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42686) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:24.871900 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] Sync routers for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:50:24.885474 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:24.886377 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:25.003567 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: dv-cinder-733622-22-iscsi {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:25.004416 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks [] for router, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.158518 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.216075 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:50:24Z', 'revision_number': 5, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port': {'id': '5e2582dc-e728-4376-aada-8e4e8715ebe9', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:03Z', 'updated_at': '2021-11-18T16:43:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:25.220606 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Deleting port 5e2582dc-e728-4376-aada-8e4e8715ebe9 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:25.221145 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.266824 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] Checking router: d33f6d70-c4d5-4029-91fa-9551dcd638bd for host: dv-cinder-733622-22-iscsi {{(pid=102913) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:50:25.278270 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] Routers {'d33f6d70-c4d5-4029-91fa-9551dcd638bd'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102913) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:25.279077 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:49:57Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'], 'active': True} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:25.340030 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] For port 5e2582dc-e728-4376-aada-8e4e8715ebe9, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=5e2582dc-e728-4376-aada-8e4e8715ebe9,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:25.340476 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.359616 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Calling delete_port for 5e2582dc-e728-4376-aada-8e4e8715ebe9 owned by network:router_gateway {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:25.399142 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvr_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] Set router d33f6d70-c4d5-4029-91fa-9551dcd638bd gateway port host: None {{(pid=102913) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:25.500724 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_hamode_db [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:50:25Z', 'revision_number': 6, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102913) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:25.548143 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ae23bb-ac6d-48b1-95f2-bad90a28f807 None None] The sync data for ids ['d33f6d70-c4d5-4029-91fa-9551dcd638bd'] in dv-cinder-733622-22-iscsi is: [{'id': 'd33f6d70-c4d5-4029-91fa-9551dcd638bd', 'name': 'tempest-TestVolumeBootPattern-30399982-router', 'tenant_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:02Z', 'updated_at': '2021-11-18T16:50:25Z', 'revision_number': 6, 'project_id': '300fc2e2607a4afd9bf5ece4556a0d2c', 'gw_port_host': None}] {{(pid=102913) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:50:25.629864 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.657820 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e2582dc-e728-4376-aada-8e4e8715ebe9,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:25.723929 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.818935 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.822083 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.872727 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.873228 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d33f6d70-c4d5-4029-91fa-9551dcd638bd {{(pid=102912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:50:25.878271 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:25.879511 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4e553216-109c-4760-b2ad-eef9881d3ad4 admin admin] 10.222.0.37 "DELETE /v2.0/routers/d33f6d70-c4d5-4029-91fa-9551dcd638bd HTTP/1.1" status: 204 len: 168 time: 1.0123289 Nov 18 16:50:25.883354 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42690) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:25.948764 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.db.db_base_plugin_v2 [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Deleting subnet cb8e946b-25a4-4b4e-b388-91a0458dbbdb {{(pid=102911) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:50:25.954571 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.027268 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5444198'] for subnet, precommit_delete_associations {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.125157 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.197532 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5500646', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5653780'] for subnet, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.250144 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.258131 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/cb8e946b-25a4-4b4e-b388-91a0458dbbdb HTTP/1.1" status: 204 len: 168 time: 0.3724148 Nov 18 16:50:26.259369 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42696) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:26.260634 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8e946b-25a4-4b4e-b388-91a0458dbbdb,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:26.263824 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146af763-0eda-4fa4-944c-853473a44ed3 None None] Network a38614e4-f580-4ed5-b0ae-afcebbb83aac requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:50:26.281685 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.282265 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.282924 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.284629 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.285513 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.286288 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.286942 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.287776 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.289463 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.289463 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.289691 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.290873 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878a73c7-7d1d-4849-bff0-ccafb7d7f191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102911) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:26.391499 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.408273 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9b83cc5e-b315-4c81-92bd-94ae05f66e63 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:26.489397 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 9b83cc5e-b315-4c81-92bd-94ae05f66e63 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:26.489858 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 9b83cc5e-b315-4c81-92bd-94ae05f66e63 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:26.515228 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Deleting port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:26.515609 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.622888 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] For port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:26.623297 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.631001 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] DHCP port deletion for a38614e4-f580-4ed5-b0ae-afcebbb83aac request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:50:26.645517 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Calling delete_port for 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:26.710002 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] Deleting port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 {{(pid=102913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:26.710411 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.773572 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.799383 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] For port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,segment=NetworkSegment(e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8),segment_id=e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:26.799797 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.817560 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] Calling delete_port for 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 owned by network:dhcp {{(pid=102913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:26.827468 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:26.833505 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] No DVR routers for this DVR port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 on host dv-cinder-733622-22-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:50:26.955618 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948'] for port, after_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.959791 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:26.995044 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a38614e4-f580-4ed5-b0ae-afcebbb83aac']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:26.998029 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] Pushing event deleted for resources: {'Port': ['ID=6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31,revision_number=None']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:27.008700 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc528ab-7df7-4dbc-9b17-e92ee24333ca None None] No DVR routers for this DVR port 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 on host dv-cinder-733622-22-iscsi {{(pid=102913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:50:27.012025 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:27.012353 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f99af8-6bbb-4dd0-b380-cd9f88ea01f8') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:27.021433 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-36ea9b57-38eb-4699-9937-bdb5794a9496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.032032 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.057464 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.065687 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:50:27.066097 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:50:27.068451 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:50:27.140338 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.150840 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.162330 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/a38614e4-f580-4ed5-b0ae-afcebbb83aac HTTP/1.1" status: 204 len: 168 time: 0.9020619 Nov 18 16:50:27.166491 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42702) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:27.184777 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013dc4e-4371-4a03-8779-bff96a635ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a38614e4-f580-4ed5-b0ae-afcebbb83aac,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:27.638040 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7953847'] for router_interface, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.944524 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Deleting port 4afdb855-24bb-42d2-a2ce-530a470436ce {{(pid=102911) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:27.944917 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:27.957135 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:27.993841 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:27.994515 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 6adaadb9-5c90-4b67-9ec4-3fc4dac6dc31 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:27.995239 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5e2582dc-e728-4376-aada-8e4e8715ebe9 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:28.033265 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 5e2582dc-e728-4376-aada-8e4e8715ebe9 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:28.033765 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 5e2582dc-e728-4376-aada-8e4e8715ebe9 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:28.037311 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.db [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] For port 4afdb855-24bb-42d2-a2ce-530a470436ce, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=4afdb855-24bb-42d2-a2ce-530a470436ce,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102911) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:28.038005 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:28.053645 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.plugins.ml2.plugin [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Calling delete_port for 4afdb855-24bb-42d2-a2ce-530a470436ce owned by network:router_interface {{(pid=102911) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:28.264556 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5500619'] for port, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:28.295292 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Pushing event deleted for resources: {'Port': ['ID=4afdb855-24bb-42d2-a2ce-530a470436ce,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:28.471252 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8064213', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7953691'] for router_interface, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:28.578102 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:28.731791 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Router e66e2710-ac6e-4c7a-be00-2294464259f4 has already been hosted by L3 agent 730ad7ba-6d4e-4ca9-a244-5906c3fec57b {{(pid=102911) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 18 16:50:28.875500 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] Notify agent at l3_agent.dv-cinder-733622-22-iscsi the message routers_updated {{(pid=102911) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 18 16:50:28.882406 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-fd0227dc-1e58-4b30-90c8-215c4b3ba8df admin admin] 10.222.0.37 "PUT /v2.0/routers/e66e2710-ac6e-4c7a-be00-2294464259f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7141845 Nov 18 16:50:28.886580 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42716) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:28.887376 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] Sync routers for ids ['e66e2710-ac6e-4c7a-be00-2294464259f4'] in dv-cinder-733622-22-iscsi {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 18 16:50:28.898159 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] Routers {'e66e2710-ac6e-4c7a-be00-2294464259f4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:28.898903 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:50:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['e66e2710-ac6e-4c7a-be00-2294464259f4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:29.028599 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks [] for router, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.037521 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] Set router e66e2710-ac6e-4c7a-be00-2294464259f4 gateway port host: dv-cinder-733622-22-iscsi {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:29.195075 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.256423 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Deleting port 66c123c3-619b-4a31-a835-3b411469430e {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:29.256781 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.268111 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'external_fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180'}], 'enable_snat': True}, 'gw_port_id': '66c123c3-619b-4a31-a835-3b411469430e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:50:28Z', 'revision_number': 5, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port': {'id': '66c123c3-619b-4a31-a835-3b411469430e', 'name': '', 'network_id': '0693c6cd-6234-4aaa-93b4-4834c031a3b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:0f:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'ip_address': '172.27.3.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-22-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e7f90a2f-b20f-4877-9803-259f1a18fd9d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-22-iscsi'}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:29.304074 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] Checking router: e66e2710-ac6e-4c7a-be00-2294464259f4 for host: dv-cinder-733622-22-iscsi {{(pid=102914) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 18 16:50:29.316564 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] Routers {'e66e2710-ac6e-4c7a-be00-2294464259f4'} bound to L3 agent in host dv-cinder-733622-22-iscsi {{(pid=102914) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 18 16:50:29.317493 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-22-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-18T16:29:27Z,description=,heartbeat_timestamp=2021-11-18T16:50:27Z,host='dv-cinder-733622-22-iscsi',id=730ad7ba-6d4e-4ca9-a244-5906c3fec57b,load=0,resource_versions=,resources_synced=,started_at=2021-11-18T16:29:27Z,topic='l3_agent')) {'router_ids': ['e66e2710-ac6e-4c7a-be00-2294464259f4'], 'active': True} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:29.362735 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] For port 66c123c3-619b-4a31-a835-3b411469430e, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=66c123c3-619b-4a31-a835-3b411469430e,segment=NetworkSegment(0dc00b16-489b-4064-80ce-c53b4df43119),segment_id=0dc00b16-489b-4064-80ce-c53b4df43119)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:29.363114 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.379089 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Calling delete_port for 66c123c3-619b-4a31-a835-3b411469430e owned by network:router_gateway {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:29.423360 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_dvr_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] Set router e66e2710-ac6e-4c7a-be00-2294464259f4 gateway port host: None {{(pid=102914) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 18 16:50:29.483641 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.l3_hamode_db [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:50:29Z', 'revision_number': 6, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port_host': None}], 'dv-cinder-733622-22-iscsi', False) {} {{(pid=102914) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:29.517453 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4242e17-b85f-456c-800e-10438b83dfc1 None None] The sync data for ids ['e66e2710-ac6e-4c7a-be00-2294464259f4'] in dv-cinder-733622-22-iscsi is: [{'id': 'e66e2710-ac6e-4c7a-be00-2294464259f4', 'name': 'tempest-TestVolumeBootPattern-156441612-router', 'tenant_id': 'c6d9506bce6c49099b79605579f3c0e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-18T16:43:08Z', 'updated_at': '2021-11-18T16:50:29Z', 'revision_number': 6, 'project_id': 'c6d9506bce6c49099b79605579f3c0e9', 'gw_port_host': None}] {{(pid=102914) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 18 16:50:29.611730 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.638712 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c123c3-619b-4a31-a835-3b411469430e,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:29.711842 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7953149'] for router_gateway, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.815007 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7868678', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1280'] for router, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.817665 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.887142 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7868685'] for router, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.888927 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e66e2710-ac6e-4c7a-be00-2294464259f4 {{(pid=102912) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 18 16:50:29.897939 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] Publish callbacks [] for router, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:29.901059 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-8d2c2b4d-eff7-4baf-b2c7-805184d800c2 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e66e2710-ac6e-4c7a-be00-2294464259f4 HTTP/1.1" status: 204 len: 168 time: 1.0129864 Nov 18 16:50:29.904884 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42722) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:29.905559 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.023390 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Deleting subnet c2f78ef5-6aec-465f-a5b6-829675912fd7 {{(pid=102912) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 18 16:50:30.030044 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.086185 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2765796'] for subnet, precommit_delete_associations {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.108864 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4afdb855-24bb-42d2-a2ce-530a470436ce no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:30.130069 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 4afdb855-24bb-42d2-a2ce-530a470436ce {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:30.130468 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 4afdb855-24bb-42d2-a2ce-530a470436ce not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:30.220801 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-740357'] for subnet, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.287799 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-740364', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7871290', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4326240', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4389743'] for subnet, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.339531 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.341205 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f78ef5-6aec-465f-a5b6-829675912fd7,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:30.344971 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for subnet, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.349873 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e0e1e1-a42c-497b-9c0a-7223baf949a3 None None] Network bdce44ae-3137-4980-9e2c-a2e753317a69 requested from dv-cinder-733622-22-iscsi {{(pid=102913) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 18 16:50:30.350882 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-e90b31a3-ca22-4077-bbd4-46f7f84ee388 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c2f78ef5-6aec-465f-a5b6-829675912fd7 HTTP/1.1" status: 204 len: 168 time: 0.4428728 Nov 18 16:50:30.354703 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42726) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:30.441707 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-893942'] for network, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.512619 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Deleting port 35294991-fac3-48bc-ac91-bfb8cbb92a27 {{(pid=102912) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:30.513162 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.602223 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.db [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] For port 35294991-fac3-48bc-ac91-bfb8cbb92a27, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=35294991-fac3-48bc-ac91-bfb8cbb92a27,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102912) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:30.602704 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.622901 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.plugin [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Calling delete_port for 35294991-fac3-48bc-ac91-bfb8cbb92a27 owned by network:dhcp {{(pid=102912) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:30.625032 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] DHCP port deletion for bdce44ae-3137-4980-9e2c-a2e753317a69 request from dv-cinder-733622-22-iscsi {{(pid=102913) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 18 16:50:30.694963 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] Deleting port 35294991-fac3-48bc-ac91-bfb8cbb92a27 {{(pid=102913) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 18 16:50:30.695587 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792968563487'] for port, before_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.763555 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4326221'] for port, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.805380 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.db [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] For port 35294991-fac3-48bc-ac91-bfb8cbb92a27, host dv-cinder-733622-22-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-22-iscsi',level=0,port_id=35294991-fac3-48bc-ac91-bfb8cbb92a27,segment=NetworkSegment(5182b36e-85dc-4627-a244-70588c8fd67d),segment_id=5182b36e-85dc-4627-a244-70588c8fd67d)] {{(pid=102913) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 18 16:50:30.806025 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7955027'] for port, precommit_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.810813 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Pushing event deleted for resources: {'Port': ['ID=35294991-fac3-48bc-ac91-bfb8cbb92a27,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:30.814374 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] No DVR routers for this DVR port 35294991-fac3-48bc-ac91-bfb8cbb92a27 on host dv-cinder-733622-22-iscsi {{(pid=102912) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:50:30.832129 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] Calling delete_port for 35294991-fac3-48bc-ac91-bfb8cbb92a27 owned by network:dhcp {{(pid=102913) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 18 16:50:30.923387 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-670064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-254720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792968569613', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792968143948'] for port, after_delete {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.954721 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] No DVR routers for this DVR port 35294991-fac3-48bc-ac91-bfb8cbb92a27 on host dv-cinder-733622-22-iscsi {{(pid=102913) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 18 16:50:30.958389 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-743868', 'neutron.services.segments.db._delete_segments_for_network-8792968471947'] for network, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:30.959305 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc70f98-a1eb-4009-96f8-61b0b12d879c None None] Pushing event deleted for resources: {'Port': ['ID=35294991-fac3-48bc-ac91-bfb8cbb92a27,revision_number=None']} {{(pid=102913) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:31.003950 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdce44ae-3137-4980-9e2c-a2e753317a69']}} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:31.018956 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5182b36e-85dc-4627-a244-70588c8fd67d') {'for_net_delete': True} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:31.019357 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.services.segments.db [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5182b36e-85dc-4627-a244-70588c8fd67d') {} {{(pid=102912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 18 16:50:31.033592 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792968705347', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2765821'] for segment, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.056456 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495'] for segment, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.066681 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=102912) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 18 16:50:31.067484 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4326206'] for segment, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: Traceback (most recent call last): Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: timer() Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: cb(*args, **kw) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: return func(*args, **kwargs) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: self._notify() Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: self.callback(batched_events) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: event.method(event) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: aggregate_uuid = self.p_client.list_aggregates( Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: return f(self, *a, **k) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._get(url).json() Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: return self.request(url, 'GET', **kwargs) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: base_url = self.get_endpoint(auth, allow=allow, Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 18 16:50:31.070773 dv-cinder-733622-22-iscsi neutron-server[102912]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 18 16:50:31.144358 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-743819', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8064194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7953049'] for network, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.150604 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8064048'] for network, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.153942 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bdce44ae-3137-4980-9e2c-a2e753317a69 HTTP/1.1" status: 204 len: 168 time: 0.7978377 Nov 18 16:50:31.171314 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60edf63d-3b7b-47a1-b357-a871a3538584 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdce44ae-3137-4980-9e2c-a2e753317a69,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:31.318855 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42736) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:31.362420 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42738) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:31.380013 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-3ab8f588-397f-4088-ab91-6999dbe52656 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=300fc2e2607a4afd9bf5ece4556a0d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0559978 Nov 18 16:50:31.380384 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42742) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:31.440636 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6d450e5c-012f-4cbd-afd2-73e1872c9e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.472034 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6d450e5c-012f-4cbd-afd2-73e1872c9e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.478871 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.564896 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6d450e5c-012f-4cbd-afd2-73e1872c9e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.568320 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-6d450e5c-012f-4cbd-afd2-73e1872c9e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.569635 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-6d450e5c-012f-4cbd-afd2-73e1872c9e9a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4769b1ad-fc05-4328-b48f-09c517a26e58 HTTP/1.1" status: 204 len: 168 time: 0.1881917 Nov 18 16:50:31.596468 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d450e5c-012f-4cbd-afd2-73e1872c9e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4769b1ad-fc05-4328-b48f-09c517a26e58,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:31.609352 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdb390d7-09e8-4d29-aef1-8b4456417b08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.716058 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdb390d7-09e8-4d29-aef1-8b4456417b08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.720765 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-cdb390d7-09e8-4d29-aef1-8b4456417b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.767588 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb390d7-09e8-4d29-aef1-8b4456417b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c0db6a-7aa1-4493-a8c1-6e5836ee826d,revision_number=1']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:31.773859 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-cdb390d7-09e8-4d29-aef1-8b4456417b08 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7639cb9b66654e32a13011af0f038da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103959 Nov 18 16:50:31.776522 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42748) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:31.858432 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2d4-7886-4c0b-93bd-41b4b4234517 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.890506 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2d4-7886-4c0b-93bd-41b4b4234517 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:31.965436 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 66c123c3-619b-4a31-a835-3b411469430e no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:31.971895 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42750) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:31.996814 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2d4-7886-4c0b-93bd-41b4b4234517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:32.003903 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e7f7c2d4-7886-4c0b-93bd-41b4b4234517 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:32.011460 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e7f7c2d4-7886-4c0b-93bd-41b4b4234517 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e9c0db6a-7aa1-4493-a8c1-6e5836ee826d HTTP/1.1" status: 204 len: 168 time: 0.2332146 Nov 18 16:50:32.016244 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 66c123c3-619b-4a31-a835-3b411469430e {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:32.017179 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 66c123c3-619b-4a31-a835-3b411469430e not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:32.019643 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 35294991-fac3-48bc-ac91-bfb8cbb92a27 no longer exists at agent ovs-agent-dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 18 16:50:32.025024 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7c2d4-7886-4c0b-93bd-41b4b4234517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c0db6a-7aa1-4493-a8c1-6e5836ee826d,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:32.036983 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-4d823390-513f-4690-918a-c12b5de34ede admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=c6d9506bce6c49099b79605579f3c0e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0637152 Nov 18 16:50:32.041891 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42754) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:32.063852 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] No Port match for: 35294991-fac3-48bc-ac91-bfb8cbb92a27 {{(pid=102913) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 18 16:50:32.065279 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron.plugins.ml2.rpc [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Device 35294991-fac3-48bc-ac91-bfb8cbb92a27 not bound to the agent host dv-cinder-733622-22-iscsi {{(pid=102913) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 18 16:50:32.119846 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a05e1cb3-060d-4c7d-a5ab-0fa532d6a8c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:32.156364 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a05e1cb3-060d-4c7d-a5ab-0fa532d6a8c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:32.234413 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a05e1cb3-060d-4c7d-a5ab-0fa532d6a8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:32.239293 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-a05e1cb3-060d-4c7d-a5ab-0fa532d6a8c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:32.244626 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-a05e1cb3-060d-4c7d-a5ab-0fa532d6a8c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2d69e939-ec14-442d-bab5-68c6ea452922 HTTP/1.1" status: 204 len: 168 time: 0.1980844 Nov 18 16:50:32.253257 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e1cb3-060d-4c7d-a5ab-0fa532d6a8c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d69e939-ec14-442d-bab5-68c6ea452922,revision_number=None']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:44.008064 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [-] (102912) accepted ('10.222.0.37', 42890) {{(pid=102912) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:44.130789 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.218666 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.223226 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron_lib.callbacks.manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_create {{(pid=102912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.268736 dv-cinder-733622-22-iscsi neutron-server[102912]: INFO neutron.wsgi [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f703d673c88c4b8da5b0a34e267adc58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2588308 Nov 18 16:50:44.269982 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0f75de-4ce3-4b42-acbf-78db7795d2ee,revision_number=1']} {{(pid=102912) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:44.271691 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [-] (102911) accepted ('10.222.0.37', 42894) {{(pid=102911) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 18 16:50:44.279826 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.280180 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.280587 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.280935 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.281269 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.281609 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.281941 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.282482 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.282815 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.283201 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.283533 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.283859 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5670ae-2c7a-4ee7-a5bb-97ec8029777d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-22-iscsi {{(pid=102912) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 18 16:50:44.330466 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd8c-0efd-47ae-bebe-8cb96c441abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.356452 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd8c-0efd-47ae-bebe-8cb96c441abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.428631 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd8c-0efd-47ae-bebe-8cb96c441abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8075481'] for security_group, after_delete {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.432967 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron_lib.callbacks.manager [None req-e3e1cd8c-0efd-47ae-bebe-8cb96c441abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102911) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:44.434163 dv-cinder-733622-22-iscsi neutron-server[102911]: INFO neutron.wsgi [None req-e3e1cd8c-0efd-47ae-bebe-8cb96c441abd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc0f75de-4ce3-4b42-acbf-78db7795d2ee HTTP/1.1" status: 204 len: 168 time: 0.1611307 Nov 18 16:50:44.443016 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1cd8c-0efd-47ae-bebe-8cb96c441abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0f75de-4ce3-4b42-acbf-78db7795d2ee,revision_number=None']} {{(pid=102911) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 18 16:50:47.105658 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:50:54.849703 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-7e7df098-a143-42d0-b32e-4bcde254797e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:57.010106 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5a31114b-2296-4bde-9fdf-954585e226c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:58.569007 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:50:59.878329 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:00.335313 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:01.479094 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:24.104816 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:51:24.845415 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb84f-3b00-4e7f-ab11-28f630bbf28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:27.015234 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-e7650cdf-a178-4893-b149-6a10c8fad88d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:28.569167 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:29.873949 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:30.331980 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:31.635728 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:54.855300 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-977fccfe-ecd2-44b6-a1ce-882129175172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:57.018998 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b9226d2f-c46f-440c-b453-c15fc686789a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:58.575914 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:51:59.877654 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:00.329647 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:01.105141 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:52:01.493500 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:24.851282 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-dd2b1438-d596-4f0c-8fe3-3d7c82a49ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:27.023947 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bfe0108c-82b9-476e-8cb3-55197bfe26a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:28.576482 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:29.884412 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:30.336277 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:31.516647 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:38.104852 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:52:54.315243 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-f0e633c4-c5f9-49e2-a92b-7b836bd8de82 req-b2ab0a14-2027-4d8d-a0ac-1dc2649b6b69 service neutron] (102912) timed out ('10.222.0.66', 58653) {{(pid=102912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 16:52:54.847248 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bfbe2605-aa6f-4669-bae1-2da3a911cf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:57.028981 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-751e1663-20fc-47b8-8009-45ee809b92cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:58.578750 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:52:59.891818 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:00.334528 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:01.525138 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:04.325080 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-1ca68a5d-eeea-4b0f-ae2a-284d71af428a req-68c54773-42da-42a6-9a5d-3e180c5da66f service neutron] (102912) timed out ('10.222.0.66', 58658) {{(pid=102912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 16:53:15.104804 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:53:24.841717 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-b438ffc1-c5f0-4464-96a9-bc71014b0714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:27.034281 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-145bef67-bfbb-4646-8f1b-2890fe41cd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:28.584565 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:29.887997 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:30.339065 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:31.532218 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:52.105465 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:53:54.846503 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9b84b0d9-6570-4eca-81dc-8cacea0ae292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:57.029293 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-befec6f4-c806-4b68-8604-322a83f0d0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:58.585713 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:53:59.888744 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:00.335949 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:01.525751 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:24.842019 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-62263ffa-8d66-4d02-a78a-d1a8e4d22f7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:27.033228 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-9040b5c7-d1d9-4ab0-918c-46e3de63956c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:28.589076 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:29.104345 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:54:29.890984 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:30.339788 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:31.545988 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:54.847239 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-43bd85d4-1710-477a-bc13-dcf52debed03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:57.037377 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-8dffef18-cd7d-4e60-b427-7d7dcff4b756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:58.592526 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:54:59.898278 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:00.347949 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:01.546013 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:06.103748 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:55:24.841024 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-0661ca3e-aa03-4e99-baad-cc8098b89cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:27.041054 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-f1a16b85-527e-436b-96f5-9b5b3bdb784d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:28.593789 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:29.897202 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:30.341150 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:31.552585 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:32.523229 dv-cinder-733622-22-iscsi neutron-server[102911]: DEBUG neutron.wsgi [req-de7c7088-39e3-4856-ad3a-9bb2797c1874 req-88ea63b5-2a0e-4c5d-b242-acd3b8fa3fe4 tempest-AttachVolumeNegativeTest-1769537010 tempest-AttachVolumeNegativeTest-1769537010-project] (102911) timed out ('10.222.0.66', 58675) {{(pid=102911) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 16:55:43.101765 dv-cinder-733622-22-iscsi neutron-server[102914]: DEBUG neutron.db.agents_db [None req-40383c13-74ac-4fdd-812d-60de216444c0 None None] Agent healthcheck: found 6 active agents {{(pid=102914) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 18 16:55:54.842470 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-5b5fb179-1bd8-4f55-bfaa-525836278eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:55.225056 dv-cinder-733622-22-iscsi neutron-server[102912]: DEBUG neutron.wsgi [req-a52c4cb1-f807-4d2e-a220-cb3bc7e5ac8a req-18f45812-bf13-45ee-a253-08a1c5099a46 service neutron] (102912) timed out ('10.222.0.37', 37794) {{(pid=102912) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 18 16:55:57.046442 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-10f80ddd-21b6-4d13-ba50-48dd7ce03b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:58.596362 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-17d88da1-945a-49b0-acc7-9d53e831cee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:55:59.901548 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-23ab63ba-18f2-4ac4-a947-9e992f17f3e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:00.344116 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-bdbf08fb-dc33-4a85-971f-89cb63cf7429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 18 16:56:01.575006 dv-cinder-733622-22-iscsi neutron-server[102913]: DEBUG neutron_lib.callbacks.manager [None req-d3d44533-fd8d-4523-8964-e076db96b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792968478100', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745030'] for agent, after_update {{(pid=102913) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}